-- Logs begin at Sun 2022-10-23 00:10:42 UTC, end at Sun 2022-10-23 01:15:04 UTC. -- Oct 23 00:46:53.222639 dv-cinder-master-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 23 00:46:55.932387 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.common.config [-] Logging enabled! Oct 23 00:46:55.932946 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 00:46:55.933170 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104354) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 00:46:55.936412 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.common.config [-] Logging enabled! Oct 23 00:46:55.936667 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 00:46:55.936980 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104354) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 00:46:55.937930 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:46:55.938161 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:46:55.938935 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:46:55.939187 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:46:55.939417 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:46:55.939741 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.940043 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.940276 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.940624 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.940919 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.941205 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.941496 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.941803 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.942079 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.942357 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.942639 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.942870 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.943152 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.943441 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.943728 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.943951 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.944230 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.944681 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.945093 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.945388 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.945677 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.945957 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.946237 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.946503 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.946785 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.947118 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-smb {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.947396 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.947684 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.947968 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.948252 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.948550 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.948827 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.949111 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.949384 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.949657 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.949931 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.950215 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.950499 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.950785 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.951007 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.951227 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.951513 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.951800 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.952081 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.952376 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.952653 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.952927 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.953202 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.953470 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.953753 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.954036 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.954318 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.954593 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.954867 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.955137 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.955408 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.955690 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.955963 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.956261 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.956560 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.956849 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.957124 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.957400 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.957700 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.957984 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.958266 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.958547 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.958820 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.959101 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.959371 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.959642 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.959912 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.960182 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.960476 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.960758 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.961030 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.961301 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.961574 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.961844 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.962127 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.962396 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:55.962697 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.962996 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.963300 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.963586 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.963891 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.964174 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.964488 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.964768 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.965058 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.965350 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.965643 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.965922 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.966225 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.966516 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.966812 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.967124 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.967419 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.967711 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.967990 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.968267 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.968565 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.968844 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.969134 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.969417 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.969708 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.970000 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.970283 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.970583 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.970870 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.971156 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.971454 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.972270 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.972572 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.972853 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.973144 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.973421 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.973695 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.973984 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.974262 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.974538 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.974822 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.975113 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.975401 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.975674 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.975952 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.976246 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.976554 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.976827 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.977098 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.977373 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.977652 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.977939 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.978219 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.978494 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.978770 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.979051 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.979329 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.979610 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.979893 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.980169 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.980477 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.980754 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.981030 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.981305 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.981580 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.981852 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.982125 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.982403 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.982677 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.982948 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.983220 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.983494 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.983769 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.984045 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.984352 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.984656 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.984934 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.985213 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.985493 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.985773 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.986049 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.986325 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.986605 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.986886 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.987159 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.988115 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.988439 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.988739 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.989030 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.989333 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.989635 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.989921 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.990207 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.990490 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.990774 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.991057 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.991346 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.991630 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.991913 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.992204 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.992521 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.992817 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.993115 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.993397 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.993693 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.993989 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.994287 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.994573 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.994887 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.995169 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:55.995387 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:46:55.995627 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104354) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 23 00:46:56.369976 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 00:46:56.370303 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 00:46:56.370576 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 00:46:56.370809 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 00:46:56.371095 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 00:46:56.371429 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 23 00:46:56.693508 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.693730 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.694008 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.695192 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.695478 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.695747 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.749328 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.749626 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.749896 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.765139 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.765430 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.765704 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.795287 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.795570 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.795837 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.832768 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.833054 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:56.833327 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.062821 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.063417 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.063417 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.063843 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.064571 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.161037 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.161357 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.161644 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.161919 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.162188 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.162502 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.162765 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.163024 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.163282 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.163564 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.163826 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.164091 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.164371 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.164627 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.164883 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.165151 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.165407 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.165675 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.165945 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.166206 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.166481 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.166736 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.167017 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.167397 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.167649 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.167899 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.168292 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:46:57.168556 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:46:57.168796 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:46:57.169034 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:46:57.169270 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:46:57.169506 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:46:57.169870 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 23 00:46:57.172931 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 23 00:46:57.177384 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 23 00:46:57.181150 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Oct 23 00:46:57.182910 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 23 00:46:57.183375 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 23 00:46:57.183711 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 23 00:46:57.184095 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 23 00:46:57.186871 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 23 00:46:57.187125 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 23 00:46:57.187469 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 00:46:57.193122 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 23 00:46:57.216544 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 23 00:46:57.216999 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.217295 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104354) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 23 00:46:57.217662 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.219020 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104354) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 23 00:46:57.219300 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 00:46:57.219548 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 23 00:46:57.230222 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.230507 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:57.340942 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 23 00:46:57.341120 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 23 00:46:57.341350 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 23 00:46:57.341716 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 23 00:46:57.393972 dv-cinder-master-3-smb neutron-server[104354]: INFO dbcounter [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Registered counter for database neutron Oct 23 00:46:57.413338 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_db.sqlalchemy.engines [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104354) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 23 00:46:57.418937 dv-cinder-master-3-smb neutron-server[104354]: DEBUG dbcounter [-] [104354] Writer thread running {{(pid=104354) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:46:57.959257 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Initializing driver for type 'gre' Oct 23 00:46:57.959881 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] gre ID ranges: [(1, 1000)] Oct 23 00:46:58.016553 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Initializing driver for type 'local' Oct 23 00:46:58.016901 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Initializing driver for type 'vlan' Oct 23 00:46:58.031806 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] VlanTypeDriver initialization complete Oct 23 00:46:58.032149 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Initializing driver for type 'vxlan' Oct 23 00:46:58.032676 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] vxlan ID ranges: [(1, 1000)] Oct 23 00:46:58.088763 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Initializing extension driver 'port_security' Oct 23 00:46:58.089337 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.extensions.port_security [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] PortSecurityExtensionDriver initialization complete Oct 23 00:46:58.089444 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Initializing mechanism driver 'openvswitch' Oct 23 00:46:58.089698 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Initializing mechanism driver 'hyperv' Oct 23 00:46:58.096261 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:46:58.097584 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.097966 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.098330 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.098836 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:46:58.099262 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > subnet after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.099625 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.099982 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.100405 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:46:58.100822 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > network after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.101183 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > network after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.101536 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.101928 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:46:58.102341 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > security_group after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.102700 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > security_group after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.103051 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > security_group after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.103444 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:46:58.103853 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.104210 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.104589 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.105109 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:46:58.105519 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > address_group after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.105876 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > address_group after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.106225 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > address_group after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.106617 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:46:58.107064 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] ML2 OVO RPC backend initialized. {{(pid=104354) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 23 00:46:58.107791 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router_interface after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.108158 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.108617 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > network before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.108983 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > networks before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.109341 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > port before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.109693 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > ports before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.110048 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > subnet before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.110402 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > subnets before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.110757 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > network after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.111107 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > network after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.111453 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.111836 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.112211 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.112789 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.113221 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > subnet after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.113577 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.113930 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.121601 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded quota_driver: . Oct 23 00:46:58.121976 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.plugin [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Modular L2 Plugin initialization complete Oct 23 00:46:58.122331 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading services supported by the core plugin {{(pid=104354) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 23 00:46:58.122679 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Got port-security extension from driver 'port_security' Oct 23 00:46:58.123165 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.extensions.vlantransparent [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Disabled vlantransparent extension. Oct 23 00:46:58.123670 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104354) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 23 00:46:58.123998 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading Plugin: router Oct 23 00:46:58.160646 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router_interface before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.161052 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router after_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.161438 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router before_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.161813 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.162196 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.162565 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router after_delete 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.162933 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > floatingip after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.163294 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > floatingip after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.163662 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router after_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.164018 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.164413 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.164776 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.165152 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.165580 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.165961 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.166312 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.166664 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.167015 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.167371 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > port precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.167730 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.168081 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: port before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.168464 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.168829 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.169189 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_delete 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.169551 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.169923 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router_interface after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.170277 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.170652 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > agent after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.171012 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > agent after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.171370 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.172237 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Tracking information for resource: router configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:46:58.172604 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Tracking information for resource: floatingip configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:46:58.177704 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.db.l3_agentschedulers_db [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 23 00:46:58.178289 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.178659 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.179023 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.179387 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.180195 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router before_create 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.180599 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_delete 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.180981 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_create 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.181355 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > router precommit_update 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.186157 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.services.provider_configuration [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service providers = [] {{(pid=104354) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 23 00:46:58.186535 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.db.servicetype_db [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104354) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 23 00:46:58.189549 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.services.service_base [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:46:58.189905 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.services.service_base [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:46:58.190254 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.services.service_base [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:46:58.191709 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.services.service_base [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:46:58.192084 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.services.service_base [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 23 00:46:58.192493 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:46:58.192816 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 23 00:46:58.203375 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:46:58.203723 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading Plugin: auto_allocate Oct 23 00:46:58.210113 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: network precommit_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.210494 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: network precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.211019 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:46:58.211346 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading Plugin: tag Oct 23 00:46:58.217938 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:46:58.218278 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading Plugin: timestamp Oct 23 00:46:58.222349 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:46:58.222690 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading Plugin: network_ip_availability Oct 23 00:46:58.228167 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.228584 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.228952 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.229677 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:46:58.230003 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading Plugin: flavors Oct 23 00:46:58.234775 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:46:58.235116 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading Plugin: revisions Oct 23 00:46:58.239577 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:46:58.239968 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 00:46:58.240914 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104354) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 23 00:46:58.241263 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Initializing extension manager. Oct 23 00:46:58.241796 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: __init__.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.242145 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: __pycache__ {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.242487 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.243203 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.243773 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: address-group Oct 23 00:46:58.244101 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: address_scope.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.244826 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.245337 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: address-scope Oct 23 00:46:58.245662 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: admin_state_down_before_update.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.246550 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.247058 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: router-admin-state-down-before-update Oct 23 00:46:58.247385 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: agent.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.248059 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.248596 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: agent Oct 23 00:46:58.248926 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: agent_resources_synced.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.249814 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.250321 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: agent-resources-synced Oct 23 00:46:58.250649 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: allowedaddresspairs.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.252458 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.253499 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: allowed-address-pairs Oct 23 00:46:58.253832 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: auto_allocated_topology.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.254878 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.255392 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: auto-allocated-topology Oct 23 00:46:58.255724 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.256417 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.256929 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: availability_zone Oct 23 00:46:58.257256 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: availability_zone_filter.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.258139 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.258903 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: availability_zone_filter Oct 23 00:46:58.259320 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: data_plane_status.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.260206 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.260739 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension data-plane-status not supported by any of loaded plugins Oct 23 00:46:58.261069 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: default_subnetpools.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.261954 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.262463 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: default-subnetpools Oct 23 00:46:58.262791 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: dhcpagentscheduler.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.263565 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.264083 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: dhcp_agent_scheduler Oct 23 00:46:58.264443 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: dns.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.265338 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.265846 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension dns-integration not supported by any of loaded plugins Oct 23 00:46:58.266172 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: dns_domain_ports.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.267058 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.267561 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 23 00:46:58.267888 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.269450 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.269956 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 23 00:46:58.270282 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: dvr.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.270929 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.271433 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: dvr Oct 23 00:46:58.271758 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: ecmp_routes.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.272677 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.273178 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension ecmp_routes not supported by any of loaded plugins Oct 23 00:46:58.273502 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: empty_string_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.274378 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.274888 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: empty-string-filtering Oct 23 00:46:58.275213 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.276089 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.276659 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 23 00:46:58.276992 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.277873 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.278375 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 23 00:46:58.278704 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: external_net.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.279581 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.280083 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: external-net Oct 23 00:46:58.280439 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: extra_dhcp_opt.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.281312 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.281812 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: extra_dhcp_opt Oct 23 00:46:58.282138 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: extraroute.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.283010 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.283516 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: extraroute Oct 23 00:46:58.283844 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: extraroute_atomic.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.284887 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.285396 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: extraroute-atomic Oct 23 00:46:58.285724 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: filter_validation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.286363 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.286869 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: filter-validation Oct 23 00:46:58.287200 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: fip_pf_description.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.288093 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.288632 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 23 00:46:58.288960 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: fip_pf_detail.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.289835 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.290340 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: floating-ip-port-forwarding-detail Oct 23 00:46:58.290665 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: fip_pf_port_range.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.291546 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.292050 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 23 00:46:58.292415 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: fip_port_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.293303 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.293812 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: fip-port-details Oct 23 00:46:58.294138 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: flavors.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.295325 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.295843 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: flavors Oct 23 00:46:58.296176 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.297827 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.298350 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 23 00:46:58.298688 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: floatingip_pools.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.299365 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.299902 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: floatingip-pools Oct 23 00:46:58.300234 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: ip_allocation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.301150 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.301660 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension ip_allocation not supported by any of loaded plugins Oct 23 00:46:58.301991 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.302902 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.303413 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: ip-substring-filtering Oct 23 00:46:58.303742 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l2_adjacency.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.304727 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.305238 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension l2_adjacency not supported by any of loaded plugins Oct 23 00:46:58.305588 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.306528 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.307047 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: router Oct 23 00:46:58.307377 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3_conntrack_helper.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.309763 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.310298 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 23 00:46:58.310634 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.311529 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.312054 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: ext-gw-mode Oct 23 00:46:58.312418 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.313312 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.313834 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: l3-ha Oct 23 00:46:58.314163 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.315053 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.316110 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 23 00:46:58.316479 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3_flavors.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.317373 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.317890 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: l3-flavors Oct 23 00:46:58.318221 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3_ndp_proxy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.319550 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.320067 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 23 00:46:58.320432 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.321322 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.321835 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: l3-port-ip-change-not-allowed Oct 23 00:46:58.322164 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: l3agentscheduler.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.323157 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.323672 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: l3_agent_scheduler Oct 23 00:46:58.324004 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: local_ip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.325767 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.326295 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension local_ip not supported by any of loaded plugins Oct 23 00:46:58.326634 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: logging.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.328072 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.328631 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension logging not supported by any of loaded plugins Oct 23 00:46:58.328969 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: metering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.329682 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.330259 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: metering Oct 23 00:46:58.330591 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.332215 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.332762 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: metering_source_and_destination_fields Oct 23 00:46:58.333092 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: multiprovidernet.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.334001 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.334522 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: multi-provider Oct 23 00:46:58.334850 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: netmtu.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.335743 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.336258 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: net-mtu Oct 23 00:46:58.336607 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: netmtu_writable.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.337500 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.338010 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: net-mtu-writable Oct 23 00:46:58.338336 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: network_availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.339025 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.339489 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: network_availability_zone Oct 23 00:46:58.339814 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: network_ip_availability.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.340923 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.341437 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: network-ip-availability Oct 23 00:46:58.341761 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: network_segment_range.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.342497 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.342998 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension network-segment-range not supported by any of loaded plugins Oct 23 00:46:58.343325 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: pagination.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.344281 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.344637 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: pagination Oct 23 00:46:58.344959 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: port_device_profile.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.345835 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.346351 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: port-device-profile Oct 23 00:46:58.346700 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: port_mac_address_override.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.347600 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.348110 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: port-mac-override Oct 23 00:46:58.348478 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.349364 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.349874 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: port-mac-address-regenerate Oct 23 00:46:58.350200 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.351090 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.351600 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: port-numa-affinity-policy Oct 23 00:46:58.351927 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: port_resource_request.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.352835 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.353341 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension port-resource-request not supported by any of loaded plugins Oct 23 00:46:58.353667 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: port_resource_request_groups.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.354598 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.355108 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 23 00:46:58.355433 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: portbindings.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.356365 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.356873 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: binding Oct 23 00:46:58.357199 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: portbindings_extended.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.359825 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.360467 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: binding-extended Oct 23 00:46:58.360808 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: portsecurity.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.361708 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.362222 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: port-security Oct 23 00:46:58.362578 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: project_id.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.363533 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.363866 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: project-id Oct 23 00:46:58.364191 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: providernet.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.365123 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.365639 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: provider Oct 23 00:46:58.365967 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.369448 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.369979 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos not supported by any of loaded plugins Oct 23 00:46:58.370320 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.371563 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.372107 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 23 00:46:58.372467 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.373367 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.373891 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 23 00:46:58.374230 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_default.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.375130 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.375645 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-default not supported by any of loaded plugins Oct 23 00:46:58.375983 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_fip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.376918 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.377438 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-fip not supported by any of loaded plugins Oct 23 00:46:58.377774 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_fip_network_policy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.379189 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.379704 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 23 00:46:58.380039 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_gateway_ip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.380969 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.381488 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 23 00:46:58.381818 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_port_network_policy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.382713 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.383227 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 23 00:46:58.383814 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.384857 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.385376 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 23 00:46:58.385712 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.386719 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.387231 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 23 00:46:58.387563 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_pps_rule.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.388734 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.389247 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-pps not supported by any of loaded plugins Oct 23 00:46:58.389577 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_rule_type_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.390497 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.391015 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 23 00:46:58.391345 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_rule_type_filter.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.392238 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.392787 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 23 00:46:58.393114 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: qos_rules_alias.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.394705 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.395220 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 23 00:46:58.395564 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: quota_check_limit.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.396477 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.396997 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: quota-check-limit Oct 23 00:46:58.397326 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: quotasv2.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.398247 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.398581 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: quotas Oct 23 00:46:58.398906 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: quotasv2_detail.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.400611 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.400957 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: quota_details Oct 23 00:46:58.401292 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: rbac.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.402325 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.402848 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: rbac-policies Oct 23 00:46:58.403181 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: rbac_address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.404083 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.404630 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: rbac-address-group Oct 23 00:46:58.404961 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: rbac_address_scope.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.405943 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.406456 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: rbac-address-scope Oct 23 00:46:58.406782 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: rbac_security_groups.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.407686 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.408200 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: rbac-security-groups Oct 23 00:46:58.408562 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: rbac_subnetpool.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.409483 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.409996 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: rbac-subnetpool Oct 23 00:46:58.410327 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: revisionifmatch.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.411234 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.411746 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: revision-if-match Oct 23 00:46:58.412073 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: revisions.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.413205 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.413715 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: standard-attr-revisions Oct 23 00:46:58.414044 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: router_availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.414685 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.415191 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: router_availability_zone Oct 23 00:46:58.415523 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: routerservicetype.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.416442 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.416952 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension router-service-type not supported by any of loaded plugins Oct 23 00:46:58.417280 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.418189 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.418698 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: security-groups-normalized-cidr Oct 23 00:46:58.419026 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: security_groups_port_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.419925 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.420466 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: port-security-groups-filtering Oct 23 00:46:58.420795 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.421699 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.422219 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: security-groups-remote-address-group Oct 23 00:46:58.422549 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.423455 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.423977 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: security-groups-shared-filtering Oct 23 00:46:58.424335 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: securitygroup.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.434078 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.434617 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: security-group Oct 23 00:46:58.434957 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: segment.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.435663 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.436179 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension segment not supported by any of loaded plugins Oct 23 00:46:58.436549 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.437471 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.437988 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 23 00:46:58.438321 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: servicetype.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.439386 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.439908 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: service-type Oct 23 00:46:58.440240 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: sorting.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.441756 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.442094 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: sorting Oct 23 00:46:58.442425 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: standard_attr_segment.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.443336 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.443847 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 23 00:46:58.444177 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: standardattrdescription.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.444826 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.445338 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: standard-attr-description Oct 23 00:46:58.445665 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: stateful_security_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.446572 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.447093 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: stateful-security-group Oct 23 00:46:58.447421 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: stdattrs_common.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.447975 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 23 00:46:58.448320 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.449223 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.449741 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 23 00:46:58.450070 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: subnet_onboard.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.451091 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.451614 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: subnet_onboard Oct 23 00:46:58.451946 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.452875 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.453390 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 23 00:46:58.453720 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: subnet_service_types.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.454617 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.455129 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: subnet-service-types Oct 23 00:46:58.455460 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: subnetallocation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.457117 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.457643 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: subnet_allocation Oct 23 00:46:58.457978 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.458625 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.459139 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: subnetpool-prefix-ops Oct 23 00:46:58.459470 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.460407 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.460929 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 23 00:46:58.461360 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: tagging.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.462386 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.462916 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: standard-attr-tag Oct 23 00:46:58.463250 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: timestamp.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.464529 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.465053 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loaded extension: standard-attr-timestamp Oct 23 00:46:58.465386 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: trunk.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.466398 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.466916 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension trunk not supported by any of loaded plugins Oct 23 00:46:58.467246 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: trunk_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.468139 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.468683 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension trunk-details not supported by any of loaded plugins Oct 23 00:46:58.469013 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: uplink_status_propagation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.469906 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.470418 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 23 00:46:58.470746 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Loading extension file: vlantransparent.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:46:58.471385 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:46:58.471920 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extension vlan-transparent not supported by any of loaded plugins Oct 23 00:46:58.474518 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:network Oct 23 00:46:58.475045 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:subnet Oct 23 00:46:58.475450 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:46:58.475851 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:port Oct 23 00:46:58.477166 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.477624 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service FLAVORS assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.478260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.478696 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.479044 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:router Oct 23 00:46:58.479484 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:floatingip Oct 23 00:46:58.479972 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service METERING assigned prefix: /metering {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.481440 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.481822 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.482263 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:46:58.483278 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 00:46:58.483760 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:security_group Oct 23 00:46:58.484200 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 00:46:58.484759 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.485109 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:46:58.485462 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] subnetpool is already registered Oct 23 00:46:58.485906 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.486250 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:46:58.486590 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] subnetpool is already registered Oct 23 00:46:58.489862 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.490352 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service FLAVORS assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.491182 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.491801 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.492262 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:router Oct 23 00:46:58.492805 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] router is already registered Oct 23 00:46:58.493390 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:floatingip Oct 23 00:46:58.493911 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] floatingip is already registered Oct 23 00:46:58.494485 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service METERING assigned prefix: /metering {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.495389 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 00:46:58.495825 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] rbac_policy is already registered Oct 23 00:46:58.496488 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:security_group Oct 23 00:46:58.496960 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] security_group is already registered Oct 23 00:46:58.497495 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 00:46:58.497882 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] security_group_rule is already registered Oct 23 00:46:58.498647 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.499080 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:46:58.499461 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] subnetpool is already registered Oct 23 00:46:58.499980 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:46:58.500620 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:46:58.501059 dv-cinder-master-3-smb neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] subnetpool is already registered Oct 23 00:46:58.501588 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: extensions {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.504318 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: address-groups {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.506182 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: address-scopes {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.508108 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.510222 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: auto-allocated-topology {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.511542 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: availability_zones {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.513175 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: dhcp-networks {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.515028 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: dhcp-agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.516664 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.518793 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: flavors {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.520366 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: service_profiles {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.521683 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: next_providers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.523160 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: service_profiles {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.524749 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: floatingip-pools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.526002 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.527726 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: floatingips {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.529127 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: l3-routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.530559 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: l3-agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.531983 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: metering-labels {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.533367 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: metering-label-rules {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.535694 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: network-ip-availabilities {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.537049 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: bindings {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.538624 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: quotas {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.540321 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: quotas {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.541909 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: rbac-policies {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.543118 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: security-groups {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.544469 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: security-group-rules {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.545747 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: service-providers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.546993 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: subnetpools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.548383 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: subnetpools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.550482 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.552171 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.554051 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.555920 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.557688 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.559668 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.561396 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.563658 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.566149 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.567922 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron.api.extensions [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:46:58.574060 dv-cinder-master-3-smb neutron-server[104354]: WARNING keystonemiddleware.auth_token [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 23 00:46:58.579216 dv-cinder-master-3-smb neutron-server[104354]: WARNING keystonemiddleware.auth_token [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 23 00:46:58.588096 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Acquiring lock "singleton_lock" {{(pid=104354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 23 00:46:58.588463 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Acquired lock "singleton_lock" {{(pid=104354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 23 00:46:58.588945 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Releasing lock "singleton_lock" {{(pid=104354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 23 00:46:58.589649 dv-cinder-master-3-smb neutron-server[104354]: INFO oslo_service.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Starting 2 workers Oct 23 00:46:58.594412 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Started child 104467 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:46:58.598840 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Started child 104468 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:46:58.599798 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:46:58.600517 dv-cinder-master-3-smb neutron-server[104354]: INFO neutron.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Neutron service started, listening on 0.0.0.0:9696 Oct 23 00:46:58.601135 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Publish callbacks [] for process (None), before_spawn {{(pid=104354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:46:58.601354 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [-] (104467) wsgi starting up on http://0.0.0.0:9696 Oct 23 00:46:58.603476 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:46:58.603889 dv-cinder-master-3-smb neutron-server[104354]: INFO oslo_service.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Starting 1 workers Oct 23 00:46:58.604987 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [-] (104468) wsgi starting up on http://0.0.0.0:9696 Oct 23 00:46:58.608734 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Started child 104469 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:46:58.609267 dv-cinder-master-3-smb neutron-server[104354]: INFO oslo_service.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Starting 1 workers Oct 23 00:46:58.613048 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] calling RpcWorker wait() {{(pid=104469) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 23 00:46:58.613580 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] returning from RpcWorker wait() {{(pid=104469) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 23 00:46:58.614245 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Started child 104470 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:46:58.615038 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:46:58.615154 dv-cinder-master-3-smb neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8b73-1bce-486e-b83e-9eb88aa32bce None None] Publish callbacks [] for process (None), after_spawn {{(pid=104354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:46:58.615560 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:46:58.616954 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 00:46:58.617164 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:46:58.617349 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:46:58.617575 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:46:58.617932 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:46:58.618114 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:46:58.618665 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.618942 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.619074 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:46:58.619543 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.619543 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.620016 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.620312 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.620622 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.620864 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.621118 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.621288 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.621456 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.621712 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.621971 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.622278 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.622557 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.622812 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.623073 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.623247 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.623522 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.623782 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.624034 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.624351 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.624611 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.625138 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.625377 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.625633 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.625856 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.626130 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.626363 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.626627 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.626878 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.627116 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.627356 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.627618 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.627868 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.628773 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.629019 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.629285 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.629513 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.630004 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.630229 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.630473 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.630726 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.630969 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.631232 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.631453 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.631718 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.631966 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.632259 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.632515 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.632790 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.633039 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.633278 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.633779 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.633947 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_options = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.634186 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.634463 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.634722 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.634917 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.635088 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.635253 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.635504 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.635672 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.635929 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.636170 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.636411 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.636651 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.636870 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.637105 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.637351 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.637578 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.637845 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.639225 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.639365 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:46:58.639494 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.639730 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.640002 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.640243 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.641498 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.641880 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.642104 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.642451 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.642726 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.643225 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.643421 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.643859 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.644232 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.644596 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.644899 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.645198 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.646021 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.646390 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.646906 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.650597 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.650966 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.651289 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.651617 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.652259 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.655075 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.656031 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.656533 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.657133 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.657683 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.658620 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.659454 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.659959 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.660660 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.661045 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.661421 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.661828 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.662092 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.662334 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.662798 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.663097 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.663469 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.663735 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.663987 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.664261 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.664545 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.664787 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.665053 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.665315 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.665630 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.665883 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.666215 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.666458 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.666725 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.667062 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.667337 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.667642 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.667888 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.668145 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.668413 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.668639 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.668910 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.669159 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.669497 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.669749 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.669982 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.670317 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.670601 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.670883 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.671236 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.671503 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.671795 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.672075 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.672325 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.672579 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.672827 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.673087 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.673325 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.673604 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.673889 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.674127 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.674375 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.674608 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.675337 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.675570 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.675828 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.676251 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.676534 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.676779 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.677003 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.677222 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.677440 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.677657 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.677975 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.678714 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.678976 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.679212 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.679573 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.679840 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.680057 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.680337 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.680563 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.680786 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.681025 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.681239 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.681458 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.681672 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.681910 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.682131 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.682347 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.682563 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.682782 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.683015 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.683253 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.683494 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.683781 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.684003 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.684217 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.684482 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.684699 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.684914 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.685124 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.685337 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.685568 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.685802 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.686024 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.686252 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.686465 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.686680 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.686892 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.687140 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.687424 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.687688 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.687927 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.688162 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.688427 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.688665 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.688913 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.689148 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.689388 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.689640 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.689890 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.690118 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.690349 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.691198 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.691421 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.691682 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.691920 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.692156 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.692419 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.692639 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.692888 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.693118 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.693335 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.693585 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.693835 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.694084 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.694337 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.694570 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.694793 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.695028 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.695256 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.695539 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.695795 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.696077 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.696332 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.696599 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.696900 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.697189 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.697442 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.697705 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.697957 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.698214 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.698475 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.698728 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.698964 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.699196 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.699440 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.699687 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.699938 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.700155 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.700405 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.700798 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.701542 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.701783 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.701999 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.702268 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.702518 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.702767 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.703045 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.703295 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.703549 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.703794 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.704039 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.704278 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.704538 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.704792 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.705005 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.705410 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.705801 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.706068 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.706310 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.706528 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.706770 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.706990 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.707210 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.707429 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.707669 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.707927 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.708165 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.708407 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.708631 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.708908 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.709101 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.709332 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.709563 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.709777 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.710028 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.710255 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.710561 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.710785 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.711034 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.711264 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.711524 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.711813 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.712028 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.712269 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.712531 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.712765 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.712997 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.713199 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.713425 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.713631 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.713863 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.714081 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.714346 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.714580 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.714931 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.715190 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.715444 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.715719 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.715958 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.716195 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.716438 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.716659 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.716911 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.717128 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.717350 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.717568 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.717809 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.718026 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.718246 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.718458 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.718695 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.718916 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.719172 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.719394 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.719621 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.719860 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.720079 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.720326 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.720555 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.720809 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:46:58.720910 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.721044 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.721256 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.721474 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.721710 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.721925 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.722160 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.722490 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.722746 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.722989 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.723240 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.723540 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.724329 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.724571 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.725385 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.725385 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.725385 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.725722 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.725722 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.726035 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.726144 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.726355 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.726578 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.726852 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.726994 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.727258 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.727489 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.727720 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.727946 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.728171 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.728432 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.728682 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.728895 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.729122 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.729348 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.729587 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.729796 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.730023 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.730255 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.730462 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.730683 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.730931 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.731293 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.731603 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.731851 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.732073 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.732387 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.732621 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.732867 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.733110 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.733427 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.733660 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.733915 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.734162 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.734383 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.734637 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.734890 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.735216 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.735513 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.735773 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.736027 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.736318 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.736589 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.736859 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.737076 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.737923 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.738256 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.738541 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.738795 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.739053 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.739302 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.739544 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.739762 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.739999 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.740219 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.740461 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.740703 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.740950 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.741159 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.741376 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.741602 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.741823 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.742078 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.742312 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.742546 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.742767 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.742923 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:46:58.743467 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 00:46:58.743627 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:46:58.743941 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:46:58.744115 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:46:58.744288 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:46:58.744463 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:46:58.744673 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.744837 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.745001 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.745165 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.745347 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.745510 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.745672 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.745836 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.745998 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.746147 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.746308 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.746546 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.746712 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.746870 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.747284 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.747448 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.747639 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.747802 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.748036 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.748184 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.748353 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.748525 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.748717 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.748893 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.749068 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.749221 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.749358 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.749492 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.749628 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.749790 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.749950 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.750113 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.750259 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.750390 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.750548 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.750692 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.750852 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.750995 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.751142 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.751303 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.751464 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.751596 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.751752 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.751909 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.752056 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.752215 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.752416 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.752566 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.752712 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.752860 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.753609 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.753771 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.753931 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.754109 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.754250 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_options = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.754411 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.754572 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.754730 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.754916 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.755080 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.755239 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.755399 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.755558 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.755719 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.755954 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.756092 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.756215 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.756369 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.756497 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.756642 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.756808 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.756998 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.757145 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.757281 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.757413 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.757552 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.757703 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.757843 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.758002 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.758162 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.758563 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759334 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759334 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759334 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759334 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759334 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759716 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759716 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759859 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.759936 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.760058 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.760217 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.760404 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.760559 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.760718 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.760875 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.761033 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.761250 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.761379 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.761488 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.761634 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.761794 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.761953 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.762110 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.762595 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.762595 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.762595 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.762917 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.762917 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.763120 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.763120 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:46:58.765260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.765260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.765260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.765260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.765260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.765260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.765260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.765260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.766520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.766520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.766520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.766520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.766520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.766520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.766520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.766520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767082 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767082 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767082 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767082 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767082 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767082 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767082 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767082 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767610 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767610 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767610 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767610 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767610 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767956 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.767956 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.768098 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.768174 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.768351 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.768539 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.768708 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.768870 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.769034 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.769197 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.769360 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.769522 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.769684 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.769847 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.770010 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.770173 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.770336 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.770498 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.770660 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.770823 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.770985 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.771147 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.771316 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.771476 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.771638 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.771801 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.771966 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.772129 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.772317 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.772490 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.772652 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.772814 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.772976 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.773138 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.773300 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.773462 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.773624 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.773785 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.773947 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.774122 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.774284 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.774446 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.774609 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.774771 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.774933 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.775095 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.775257 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.775439 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.775602 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.775765 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.775927 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.776091 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.776255 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.776438 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.776600 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.776762 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.776924 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.777087 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.777247 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.777410 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.777574 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.777737 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.777904 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.778081 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.778242 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.778403 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.778569 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.778729 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.778891 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.779053 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.779215 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.779369 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.779525 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.779685 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.779846 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.780011 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.780175 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.780356 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.780520 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.780683 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.780844 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.781006 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.781168 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.781329 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.781491 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.781653 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.781814 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.781975 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.782138 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.782300 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.782462 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.782623 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.782784 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.782946 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.783118 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.783279 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.783442 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.783604 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.783776 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.783947 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.784110 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.784320 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.784477 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.784639 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.784801 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.784963 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.785127 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.785287 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.785449 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.785610 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.785784 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.785946 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.786107 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.786269 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.786453 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.786615 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.786777 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.786940 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.787102 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.787262 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.787425 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.787587 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.787749 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.787911 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.788073 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.788236 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.788441 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.788606 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.788767 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.788930 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.789093 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.789256 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.789418 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.789582 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.789745 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.789905 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.790068 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.790229 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.790392 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.790554 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.790715 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.790877 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.791040 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.791202 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.791363 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.791529 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.791689 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.791850 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.792011 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.792173 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.792360 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.792519 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.792688 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.792850 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.793012 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.793176 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.793339 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.793502 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.793666 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.793828 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.793990 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.794153 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.794315 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.794478 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.794640 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.794803 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.794966 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.795129 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.795291 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.795471 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.795633 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.795796 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.795959 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.796121 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.796284 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.796466 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.796627 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.796791 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.796952 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.797116 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.797277 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.797439 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.797601 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.797762 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.797923 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.798084 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.798245 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.798411 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.798574 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.798735 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.798897 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.799059 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.799223 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.799384 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.799545 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.799707 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.800394 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.800561 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.800724 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.800921 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.801085 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.801260 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.801425 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.801588 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.801751 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.801912 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.802075 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.802247 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.802411 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.802573 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.802735 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.802898 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.803060 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.803231 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.803394 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.803556 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.803717 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.803879 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.804041 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.804211 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.804395 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.804559 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.804721 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.804883 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.805046 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.805217 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.805380 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.805541 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.805704 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.805866 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.806030 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.806202 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.806365 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.806528 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.806689 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.806851 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.807012 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.807206 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.807370 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.807534 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.807704 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.807866 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.808097 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.808263 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.808457 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.808621 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.808790 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.808952 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.809114 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.809277 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.809442 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.809609 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.809781 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.809952 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.810117 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.810289 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.810460 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.810635 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.810797 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.811345 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.811345 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.811345 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.811606 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.811606 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.811849 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.811849 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.812024 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.812185 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.812367 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.812531 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.812692 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.812854 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.813015 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.813177 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.813340 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.813503 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.813664 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.813825 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.813987 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.814150 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:46:58.814303 dv-cinder-master-3-smb neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:46:58.899814 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 33874) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:46:58.906739 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048723 Oct 23 00:46:58.911645 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043330 Oct 23 00:47:08.082417 dv-cinder-master-3-smb neutron-server[104354]: DEBUG dbcounter [-] [104354] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104354) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:10.303007 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writer thread running {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:47:10.303806 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4cc134-5b28-4dd9-a5f6-8bdf8e2c02bf None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 00:47:10.383364 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4cc134-5b28-4dd9-a5f6-8bdf8e2c02bf None None] No non-hosted networks {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 23 00:47:10.401176 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.agentschedulers_db [None req-0a4cc134-5b28-4dd9-a5f6-8bdf8e2c02bf None None] DHCP Agent not found on host dv-cinder-master-3-smb {{(pid=104469) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 23 00:47:10.510709 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0847c208-3873-470a-a012-72847e3d2953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992080'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:11.870649 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writer thread running {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:47:12.380351 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55da96a0-1716-4eb2-bbc9-1dc366753013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992080'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:12.424196 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5b4a-f79f-4a8a-b592-3394c843b0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:13.677261 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992080'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:13.994323 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 33948) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:14.552452 dv-cinder-master-3-smb neutron-server[104467]: WARNING oslo_policy.policy [None req-b83b2438-9b3b-400e-b93b-243165fda77a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:14.553387 dv-cinder-master-3-smb neutron-server[104467]: WARNING oslo_policy.policy [None req-b83b2438-9b3b-400e-b93b-243165fda77a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:14.782577 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [None req-b83b2438-9b3b-400e-b93b-243165fda77a admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:47:14.784886 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b83b2438-9b3b-400e-b93b-243165fda77a admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7886965 Oct 23 00:47:15.323788 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992080'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:15.428458 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992080'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:15.429797 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.431058 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.433962 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.436898 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.437436 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.439841 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.442043 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.442587 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.443244 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.445390 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.447019 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.449782 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.451143 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.452007 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.452666 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:15.453557 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:15.472068 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:16.677522 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.db.l3_hamode_db [None req-39c02458-c742-4164-9b02-0acff8904db1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 23 00:47:16.758764 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c02458-c742-4164-9b02-0acff8904db1 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:47:16.759152 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c02458-c742-4164-9b02-0acff8904db1 None None] Router IDs set() for agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 23 00:47:17.506250 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 33982) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:17.820475 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-0af9e371-47a9-462b-8589-55be8cd0f286 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:17.833013 dv-cinder-master-3-smb neutron-server[104467]: ERROR stevedore.extension [None req-0af9e371-47a9-462b-8589-55be8cd0f286 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 00:47:17.918016 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.policy [None req-0af9e371-47a9-462b-8589-55be8cd0f286 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104467) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 00:47:17.960090 dv-cinder-master-3-smb neutron-server[104467]: WARNING oslo_policy.policy [None req-0af9e371-47a9-462b-8589-55be8cd0f286 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:17.960489 dv-cinder-master-3-smb neutron-server[104467]: WARNING oslo_policy.policy [None req-0af9e371-47a9-462b-8589-55be8cd0f286 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:17.980163 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writer thread running {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:47:18.055330 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0af9e371-47a9-462b-8589-55be8cd0f286 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784367840154', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784367840622', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784367594626', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784367602044', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784367615761', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784367624079', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-13243825', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-13238668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1870397', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2024175'] for rbac-policy (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:18.124205 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0af9e371-47a9-462b-8589-55be8cd0f286 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:18.125398 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-0af9e371-47a9-462b-8589-55be8cd0f286 admin admin] 10.222.0.39 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6182973 Oct 23 00:47:20.701787 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 33992) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:21.015784 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:21.043530 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Made reservation on behalf of 84e67cbc8f2f4aa4aad8a3e24a095a76 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:47:21.047719 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.066359 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.176851 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Publish callbacks [] for security_group (dc5c25b5-52f9-46f8-a03f-dce862e781ef), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.180333 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (dc5c25b5-52f9-46f8-a03f-dce862e781ef), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.212875 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:47:21.243016 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784371309370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (1359bf44-362b-4966-a6dc-84f8e5b1b86d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.243525 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Unsubscribe: segment precommit_create {{(pid=104467) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 00:47:21.244028 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Added segment 1359bf44-362b-4966-a6dc-84f8e5b1b86d of type vlan for network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 Oct 23 00:47:21.260042 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c25b5-52f9-46f8-a03f-dce862e781ef,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:21.286131 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.286473 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.286805 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.287154 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.287482 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.287800 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.288115 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.288459 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.288776 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.289091 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.289407 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.289734 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.290048 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.290361 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.290671 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Tracked resource versions report: Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: pushed versions: Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: { 'AddressGroup': {'1.2'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Agent': {'1.1'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'ConntrackHelper': {'1.0'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Log': {'1.0'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'NDPProxy': {'1.0'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Network': {'1.1'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Port': {'1.7'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'PortForwarding': {'1.3'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'QosPolicy': {'1.10'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'SecurityGroup': {'1.5'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'SubPort': {'1.0'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Subnet': {'1.1'}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Trunk': {'1.1'}} Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: consumer versions: Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: L3 agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: Metering agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Agent': '1.1', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'ConntrackHelper': '1.0', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'LocalIPAssociation': '1.0', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Log': '1.0', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'NDPProxy': '1.0', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Network': '1.1', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Port': '1.7', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'PortForwarding': '1.3', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'QosPolicy': '1.10', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'SecurityGroup': '1.5', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'SecurityGroupRule': '1.2', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'SubPort': '1.0', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Subnet': '1.1', Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: 'Trunk': '1.1'}} Oct 23 00:47:21.291902 dv-cinder-master-3-smb neutron-server[104467]: {{(pid=104467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:47:21.351725 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (21ae2fe2-a0ee-495d-a663-c7329efa6a97), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.392045 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (21ae2fe2-a0ee-495d-a663-c7329efa6a97), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.397331 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:21.398042 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.437292 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:21.497529 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7944684 Oct 23 00:47:21.526003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d9293-1a09-4fce-8234-974eb611d51b demo demo] Pushing event updated for resources: {'Network': ['ID=21ae2fe2-a0ee-495d-a663-c7329efa6a97,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:21.539669 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:47:24.111402 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34006) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:24.518904 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b7e6d0-190a-45a4-9109-2d917bb04982 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:24.520276 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-24b7e6d0-190a-45a4-9109-2d917bb04982 demo admin] 10.222.0.39 "GET /networking/v2.0/networks/21ae2fe2-a0ee-495d-a663-c7329efa6a97 HTTP/1.1" status: 200 len: 825 time: 0.4073868 Oct 23 00:47:24.545111 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6f424b6f-3f42-424c-9f39-96e21677ca13 demo admin] 10.222.0.39 "GET /networking/v2.0/subnetpools/0b41ee03-cf88-49de-a7d7-17b2935d0a50 HTTP/1.1" status: 200 len: 734 time: 0.0188355 Oct 23 00:47:24.554167 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '0b41ee03-cf88-49de-a7d7-17b2935d0a50', 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:24.574742 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Made reservation on behalf of 84e67cbc8f2f4aa4aad8a3e24a095a76 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:47:24.577142 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:24.726322 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:24.869822 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (601078df-6c99-48e4-a345-c69f4d70de4c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:24.941169 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=601078df-6c99-48e4-a345-c69f4d70de4c,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:24.943127 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Checking segment: {'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:24.943493 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Network hostable DHCP agents. Network: 21ae2fe2-a0ee-495d-a663-c7329efa6a97, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:47:24.964614 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:47:24.976741 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 21ae2fe2-a0ee-495d-a663-c7329efa6a97) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:24.981164 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:24.981771 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:24.986470 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cfe200-9c62-40a9-9394-1bfbf9489ca3 None None] Network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:47:25.000644 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ea9ec862-1a42-44b7-abf2-7e8cfd4442e6 demo admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4495220 Oct 23 00:47:25.247435 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-21ae2fe2-a0ee-495d-a663-c7329efa6a97', 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97', 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'fixed_ips': [{'subnet_id': '601078df-6c99-48e4-a345-c69f4d70de4c'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:47:25.248969 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:25.521482 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Allocated IP 172.20.0.2 (21ae2fe2-a0ee-495d-a663-c7329efa6a97/601078df-6c99-48e4-a345-c69f4d70de4c/9405d098-19e2-4ed3-8fa3-e490ba40f7e0) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:47:25.664427 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:25.785437 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Publish callbacks [] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:25.793198 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:25.860245 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:25.867246 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:47:25.880175 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:25.886154 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:47:25.889608 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Pushing event updated for resources: {'Port': ['ID=9405d098-19e2-4ed3-8fa3-e490ba40f7e0,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:25.924898 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.925255 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.925580 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.925934 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.926270 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.926600 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.926927 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.927248 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.927572 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.927893 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.928219 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.928581 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.928907 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.929224 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.929543 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Tracked resource versions report: Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: pushed versions: Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: { 'AddressGroup': {'1.2'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Agent': {'1.1'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'ConntrackHelper': {'1.0'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Log': {'1.0'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'NDPProxy': {'1.0'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Network': {'1.1'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Port': {'1.7'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'PortForwarding': {'1.3'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'QosPolicy': {'1.10'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'SecurityGroup': {'1.5'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'SubPort': {'1.0'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Subnet': {'1.1'}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Trunk': {'1.1'}} Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: consumer versions: Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: L3 agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: Metering agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Agent': '1.1', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'ConntrackHelper': '1.0', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'LocalIPAssociation': '1.0', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Log': '1.0', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'NDPProxy': '1.0', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Network': '1.1', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Port': '1.7', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'PortForwarding': '1.3', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'QosPolicy': '1.10', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'SecurityGroup': '1.5', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'SecurityGroupRule': '1.2', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'SubPort': '1.0', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Subnet': '1.1', Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: 'Trunk': '1.1'}} Oct 23 00:47:25.930813 dv-cinder-master-3-smb neutron-server[104469]: {{(pid=104469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:47:25.982003 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Attempting to bind port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:47:25.982413 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Attempting to bind port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:47:25.982835 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Attempting to bind port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 on network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:47:26.028339 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:47:26.028950 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Checking segment: {'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:26.029193 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:26.029583 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Bound using segment: {'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:47:26.030063 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Bound port: 9405d098-19e2-4ed3-8fa3-e490ba40f7e0, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:47:26.030458 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:26.091487 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] For port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:47:26.110762 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] For port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9405d098-19e2-4ed3-8fa3-e490ba40f7e0,segment=NetworkSegment(1359bf44-362b-4966-a6dc-84f8e5b1b86d),segment_id=1359bf44-362b-4966-a6dc-84f8e5b1b86d)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:47:26.117985 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:26.167066 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf9d08-fdad-4ea4-b539-5ce7d3e33f60 None None] Pushing event updated for resources: {'Port': ['ID=9405d098-19e2-4ed3-8fa3-e490ba40f7e0,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:27.670979 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 34016) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:28.178229 dv-cinder-master-3-smb neutron-server[104468]: WARNING oslo_policy.policy [None req-b3f46000-d802-441e-b1a5-bc1848f5380c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:28.178775 dv-cinder-master-3-smb neutron-server[104468]: WARNING oslo_policy.policy [None req-b3f46000-d802-441e-b1a5-bc1848f5380c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:28.394733 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [None req-b3f46000-d802-441e-b1a5-bc1848f5380c admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:47:28.395810 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b3f46000-d802-441e-b1a5-bc1848f5380c admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7240210 Oct 23 00:47:30.326769 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:30.331279 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:31.055304 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 34034) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:31.381684 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [None req-98b70720-3b70-4e85-8119-3ae72cf5f046 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:47:31.382671 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-98b70720-3b70-4e85-8119-3ae72cf5f046 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3264744 Oct 23 00:47:33.070742 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:47:33.151216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:33.151558 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:33.151926 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 Oct 23 00:47:33.253048 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:33.253440 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:33.287885 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9405d098-19e2-4ed3-8fa3-e490ba40f7e0,segment=NetworkSegment(1359bf44-362b-4966-a6dc-84f8e5b1b86d),segment_id=1359bf44-362b-4966-a6dc-84f8e5b1b86d)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:47:33.291227 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:33.338236 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=9405d098-19e2-4ed3-8fa3-e490ba40f7e0,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:34.054151 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 34046) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:34.156632 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde9a5c8-d7a8-45e0-bf8d-643a15def3b4 None None] Network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:47:34.242754 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-2649148a-4b38-4014-9ad6-8733e690c466 None None] Provisioning complete for port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:34.243424 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2649148a-4b38-4014-9ad6-8733e690c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.243820 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-2649148a-4b38-4014-9ad6-8733e690c466 None None] Attempt 1 to provision port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 Oct 23 00:47:34.354706 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-2649148a-4b38-4014-9ad6-8733e690c466 None None] Current status of the port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:34.397210 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:34.406453 dv-cinder-master-3-smb neutron-server[104468]: ERROR stevedore.extension [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 00:47:34.459318 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.policy [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104468) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 00:47:34.466884 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:34.474828 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-e3aa89e8-0a9b-45ea-9617-f6ca3a2b0b13 None None] Provisioning complete for port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:34.475282 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e3aa89e8-0a9b-45ea-9617-f6ca3a2b0b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.475694 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-e3aa89e8-0a9b-45ea-9617-f6ca3a2b0b13 None None] Attempt 1 to provision port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 Oct 23 00:47:34.503081 dv-cinder-master-3-smb neutron-server[104468]: WARNING oslo_policy.policy [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:34.503465 dv-cinder-master-3-smb neutron-server[104468]: WARNING oslo_policy.policy [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:34.524249 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writer thread running {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:47:34.530241 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:34.546804 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:34.549014 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa89e8-0a9b-45ea-9617-f6ca3a2b0b13 None None] Current status of the port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:34.569378 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (7904ebc6-d549-435f-8c8a-fed562a9fc5f), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.571138 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (7904ebc6-d549-435f-8c8a-fed562a9fc5f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.728020 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] Publish callbacks [] for router_controller (7904ebc6-d549-435f-8c8a-fed562a9fc5f), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.733185 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (7904ebc6-d549-435f-8c8a-fed562a9fc5f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.756470 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.757689 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-18b23cea-5387-40f5-9d63-aad60994adac demo demo] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7025890 Oct 23 00:47:34.991299 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:34.994017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=25,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:35.056215 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:47:35.098701 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:35.099015 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:35.099353 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 Oct 23 00:47:35.166585 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:37.376959 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34060) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:37.689652 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [None req-47640a90-d9b8-4ac8-bc41-9715bb84ca54 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:47:37.690672 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-47640a90-d9b8-4ac8-bc41-9715bb84ca54 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3128664 Oct 23 00:47:40.241718 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-75b04df3-6a77-4776-b817-767ba893dff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.309538 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34068) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:40.622305 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:40.642318 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Made reservation on behalf of ee25af34c3554966b7a70b6f9a37af9a for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:47:40.645224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.653245 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.729670 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Publish callbacks [] for security_group (9035aa52-1f6f-48b1-88b2-91f2d0a3f6a7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.733158 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (9035aa52-1f6f-48b1-88b2-91f2d0a3f6a7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.749080 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104467) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 23 00:47:40.769526 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9035aa52-1f6f-48b1-88b2-91f2d0a3f6a7,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:40.774400 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (86f2f482-664f-4627-906c-db9a20e71562), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.774740 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Added segment 86f2f482-664f-4627-906c-db9a20e71562 of type flat for network 74737bbd-4eba-40c6-a252-dce96ba1f5af Oct 23 00:47:40.822735 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (74737bbd-4eba-40c6-a252-dce96ba1f5af), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.855179 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (74737bbd-4eba-40c6-a252-dce96ba1f5af), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.856180 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:40.856762 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:40.934195 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6236022 Oct 23 00:47:40.951091 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0a20-a317-45be-bfd4-440c1574d7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=74737bbd-4eba-40c6-a252-dce96ba1f5af,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:40.962759 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:47:42.370217 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f877cf83-5712-44c3-a701-31db82786150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.521298 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34076) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:43.641110 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.889360 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e3e12-ccd2-4ccb-86d0-96c31508c864 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:43.890658 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-016e3e12-ccd2-4ccb-86d0-96c31508c864 demo admin] 10.222.0.39 "GET /networking/v2.0/subnets/601078df-6c99-48e4-a345-c69f4d70de4c HTTP/1.1" status: 200 len: 849 time: 0.3684876 Oct 23 00:47:44.050885 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-2e484914-71e2-40e4-9fff-fd43d9dd7a11 demo admin] 10.222.0.39 "GET /networking/v2.0/routers/7904ebc6-d549-435f-8c8a-fed562a9fc5f HTTP/1.1" status: 200 len: 704 time: 0.1543214 Oct 23 00:47:44.305306 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:44.520781 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:44.573517 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:44.593978 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Allocated IP 172.20.0.1 (21ae2fe2-a0ee-495d-a663-c7329efa6a97/601078df-6c99-48e4-a345-c69f4d70de4c/924fda66-1519-4117-a17d-48078e9dcab3) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:47:44.746444 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=13,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:44.750846 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=2,neutron:SELECT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:44.791838 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Publish callbacks [] for port (924fda66-1519-4117-a17d-48078e9dcab3), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:44.856824 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (924fda66-1519-4117-a17d-48078e9dcab3), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:44.925096 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:47:44.932568 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:44.939063 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:47:44.940153 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (7904ebc6-d549-435f-8c8a-fed562a9fc5f), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:44.964210 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Pushing event updated for resources: {'Port': ['ID=924fda66-1519-4117-a17d-48078e9dcab3,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:45.119525 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-00f669e3-15b3-4d05-bf6a-61e374d51562 None None] Provisioning complete for port 924fda66-1519-4117-a17d-48078e9dcab3 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:45.120084 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-00f669e3-15b3-4d05-bf6a-61e374d51562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (924fda66-1519-4117-a17d-48078e9dcab3), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:45.120284 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-00f669e3-15b3-4d05-bf6a-61e374d51562 None None] Attempt 1 to provision port 924fda66-1519-4117-a17d-48078e9dcab3 Oct 23 00:47:45.134897 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (924fda66-1519-4117-a17d-48078e9dcab3), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:45.151334 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-00f669e3-15b3-4d05-bf6a-61e374d51562 None None] Port 924fda66-1519-4117-a17d-48078e9dcab3 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:47:45.246303 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:45.274497 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:45.337208 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Publish callbacks [] for port (924fda66-1519-4117-a17d-48078e9dcab3), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:45.341318 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (924fda66-1519-4117-a17d-48078e9dcab3), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:45.342076 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (7904ebc6-d549-435f-8c8a-fed562a9fc5f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:45.417891 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Pushing event updated for resources: {'Port': ['ID=924fda66-1519-4117-a17d-48078e9dcab3,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:45.456181 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:45.467254 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:47:45.468784 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:45.618206 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:45.623528 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Router 7904ebc6-d549-435f-8c8a-fed562a9fc5f is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:47:45.669257 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-a331e656-4048-49e7-8af6-8cc32626aee7 None None] Provisioning complete for port 924fda66-1519-4117-a17d-48078e9dcab3 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:45.669570 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a331e656-4048-49e7-8af6-8cc32626aee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (924fda66-1519-4117-a17d-48078e9dcab3), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:45.669912 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-a331e656-4048-49e7-8af6-8cc32626aee7 None None] Attempt 1 to provision port 924fda66-1519-4117-a17d-48078e9dcab3 Oct 23 00:47:45.701849 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-a331e656-4048-49e7-8af6-8cc32626aee7 None None] Port 924fda66-1519-4117-a17d-48078e9dcab3 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:47:45.713484 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:47:45.718564 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b859b50d-eedc-4b78-8230-36da5c054ed7 demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/7904ebc6-d549-435f-8c8a-fed562a9fc5f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6622224 Oct 23 00:47:45.722779 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Sync routers for ids ['7904ebc6-d549-435f-8c8a-fed562a9fc5f'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:47:45.735532 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Routers {'7904ebc6-d549-435f-8c8a-fed562a9fc5f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:47:45.736409 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:47:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['7904ebc6-d549-435f-8c8a-fed562a9fc5f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:45.918692 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Set router 7904ebc6-d549-435f-8c8a-fed562a9fc5f gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:47:46.332103 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'name': 'router1', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:34Z', 'updated_at': '2022-10-23T00:47:45Z', 'revision_number': 2, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'gw_port_host': None, '_interfaces': [{'id': '924fda66-1519-4117-a17d-48078e9dcab3', 'name': '', 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'mac_address': 'fa:16:3e:a4:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:44Z', 'updated_at': '2022-10-23T00:47:45Z', 'revision_number': 2, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'subnets': [{'id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41ee03-cf88-49de-a7d7-17b2935d0a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:46.380185 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Checking router: 7904ebc6-d549-435f-8c8a-fed562a9fc5f for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:47:46.380580 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Updating router 7904ebc6-d549-435f-8c8a-fed562a9fc5f port 924fda66-1519-4117-a17d-48078e9dcab3 binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:47:46.434852 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (924fda66-1519-4117-a17d-48078e9dcab3), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:46.929433 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Publish callbacks [] for port (924fda66-1519-4117-a17d-48078e9dcab3), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:46.935218 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (924fda66-1519-4117-a17d-48078e9dcab3), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:47.086283 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Pushing event updated for resources: {'Port': ['ID=924fda66-1519-4117-a17d-48078e9dcab3,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:47.088564 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Attempting to bind port 924fda66-1519-4117-a17d-48078e9dcab3 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:47:47.088961 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Attempting to bind port 924fda66-1519-4117-a17d-48078e9dcab3 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:47:47.089383 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Attempting to bind port 924fda66-1519-4117-a17d-48078e9dcab3 on network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:47:47.121721 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.122058 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.122390 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.122736 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.123077 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.123405 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.123724 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.124041 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.124376 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.124691 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.125009 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.125338 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.125654 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.125965 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.126276 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Tracked resource versions report: Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: pushed versions: Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: { 'AddressGroup': {'1.2'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Agent': {'1.1'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'ConntrackHelper': {'1.0'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Log': {'1.0'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'NDPProxy': {'1.0'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Network': {'1.1'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Port': {'1.7'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'PortForwarding': {'1.3'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'QosPolicy': {'1.10'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'SecurityGroup': {'1.5'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'SubPort': {'1.0'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Subnet': {'1.1'}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Trunk': {'1.1'}} Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: consumer versions: Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: L3 agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: Metering agent@dv-cinder-master-3-smb: {}, Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Agent': '1.1', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'ConntrackHelper': '1.0', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'LocalIPAssociation': '1.0', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Log': '1.0', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'NDPProxy': '1.0', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Network': '1.1', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Port': '1.7', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'PortForwarding': '1.3', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'QosPolicy': '1.10', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'SecurityGroup': '1.5', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'SecurityGroupRule': '1.2', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'SubPort': '1.0', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Subnet': '1.1', Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: 'Trunk': '1.1'}} Oct 23 00:47:47.128019 dv-cinder-master-3-smb neutron-server[104470]: {{(pid=104470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:47:47.183334 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:47:47.183729 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Checking segment: {'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:47.184210 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:47.184620 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Bound using segment: {'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:47:47.185097 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Bound port: 924fda66-1519-4117-a17d-48078e9dcab3, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1359bf44-362b-4966-a6dc-84f8e5b1b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:47:47.185468 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (924fda66-1519-4117-a17d-48078e9dcab3), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:47.227643 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:47.250752 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] For port 924fda66-1519-4117-a17d-48078e9dcab3, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:47:47.269759 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] For port 924fda66-1519-4117-a17d-48078e9dcab3, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=924fda66-1519-4117-a17d-48078e9dcab3,segment=NetworkSegment(1359bf44-362b-4966-a6dc-84f8e5b1b86d),segment_id=1359bf44-362b-4966-a6dc-84f8e5b1b86d)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:47:47.270780 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:47.277600 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (924fda66-1519-4117-a17d-48078e9dcab3), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:47.313482 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Routers {'7904ebc6-d549-435f-8c8a-fed562a9fc5f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:47:47.314080 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:47:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['7904ebc6-d549-435f-8c8a-fed562a9fc5f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:47.368757 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0c40-4bc2-4148-bb2f-a4f5ea9a6eb4 None None] Pushing event updated for resources: {'Port': ['ID=924fda66-1519-4117-a17d-48078e9dcab3,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:47.416015 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] Set router 7904ebc6-d549-435f-8c8a-fed562a9fc5f gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:47:47.603193 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'name': 'router1', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:34Z', 'updated_at': '2022-10-23T00:47:45Z', 'revision_number': 2, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'gw_port_host': None, '_interfaces': [{'id': '924fda66-1519-4117-a17d-48078e9dcab3', 'name': '', 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'mac_address': 'fa:16:3e:a4:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:44Z', 'updated_at': '2022-10-23T00:47:47Z', 'revision_number': 4, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'subnets': [{'id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41ee03-cf88-49de-a7d7-17b2935d0a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:47.627818 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437146d9-4338-4de7-8d26-0bd3590784cf None None] The sync data for ids ['7904ebc6-d549-435f-8c8a-fed562a9fc5f'] in dv-cinder-master-3-smb is: [{'id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'name': 'router1', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:34Z', 'updated_at': '2022-10-23T00:47:45Z', 'revision_number': 2, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'gw_port_host': None, '_interfaces': [{'id': '924fda66-1519-4117-a17d-48078e9dcab3', 'name': '', 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'mac_address': 'fa:16:3e:a4:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:44Z', 'updated_at': '2022-10-23T00:47:47Z', 'revision_number': 4, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'subnets': [{'id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41ee03-cf88-49de-a7d7-17b2935d0a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:47:48.343978 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34088) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:48.734431 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47024617-367b-4841-8a35-80cdd091918c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:48.735852 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-47024617-367b-4841-8a35-80cdd091918c admin admin] 10.222.0.39 "GET /networking/v2.0/networks/74737bbd-4eba-40c6-a252-dce96ba1f5af HTTP/1.1" status: 200 len: 842 time: 0.3908844 Oct 23 00:47:48.746659 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Request body: {'subnet': {'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'enable_dhcp': False}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:48.768747 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Made reservation on behalf of ee25af34c3554966b7a70b6f9a37af9a for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:47:48.771101 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.038059 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.objects.ports [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104467) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 00:47:49.038491 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (81975a69-7eb3-4015-9c6d-692be6a0e92d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.164109 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81975a69-7eb3-4015-9c6d-692be6a0e92d,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:49.172612 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:49.172960 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Network hostable DHCP agents. Network: 74737bbd-4eba-40c6-a252-dce96ba1f5af, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:47:49.190111 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:47:49.198779 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 74737bbd-4eba-40c6-a252-dce96ba1f5af) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:49.202756 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:49.203336 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.209077 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2eab18-acc4-4bc6-a717-530f94fdc96a None None] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:47:49.219747 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-0be633b0-6623-42bc-9be7-e0003d2e9f79 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4769254 Oct 23 00:47:49.319809 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9424dac-6df8-4f5f-9dd0-97e54ddc7889 None None] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:47:51.654253 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:47:51.886905 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34096) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:52.295587 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-81ea1f9d-01ac-4e03-a890-9eaf22543ac3 demo admin] 10.222.0.39 "GET /networking/v2.0/routers/7904ebc6-d549-435f-8c8a-fed562a9fc5f HTTP/1.1" status: 200 len: 710 time: 0.4075689 Oct 23 00:47:52.391508 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb45a446-725d-450d-a7b9-d00ec22c1ab9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:52.393533 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-cb45a446-725d-450d-a7b9-d00ec22c1ab9 demo admin] 10.222.0.39 "GET /networking/v2.0/networks/74737bbd-4eba-40c6-a252-dce96ba1f5af HTTP/1.1" status: 200 len: 886 time: 0.0917051 Oct 23 00:47:52.402835 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:52.405905 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:52.527321 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:52.649887 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks [] for router_gateway (7904ebc6-d549-435f-8c8a-fed562a9fc5f), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:52.862996 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks [] for router_gateway (7904ebc6-d549-435f-8c8a-fed562a9fc5f), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:52.937030 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.041884 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Allocated IP 172.37.1.243 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/b48537a5-8cd1-429a-8e21-87586666d55b) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:47:53.084256 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 924fda66-1519-4117-a17d-48078e9dcab3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:47:53.130322 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 924fda66-1519-4117-a17d-48078e9dcab3 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:53.130628 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (924fda66-1519-4117-a17d-48078e9dcab3), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.130972 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 924fda66-1519-4117-a17d-48078e9dcab3 Oct 23 00:47:53.143140 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks [] for port (b48537a5-8cd1-429a-8e21-87586666d55b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.175716 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.203244 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 924fda66-1519-4117-a17d-48078e9dcab3 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:53.203622 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (924fda66-1519-4117-a17d-48078e9dcab3), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.213015 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:47:53.215805 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:53.224126 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:47:53.236070 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 924fda66-1519-4117-a17d-48078e9dcab3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=924fda66-1519-4117-a17d-48078e9dcab3,segment=NetworkSegment(1359bf44-362b-4966-a6dc-84f8e5b1b86d),segment_id=1359bf44-362b-4966-a6dc-84f8e5b1b86d)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:47:53.241416 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (924fda66-1519-4117-a17d-48078e9dcab3), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.259333 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Pushing event updated for resources: {'Port': ['ID=b48537a5-8cd1-429a-8e21-87586666d55b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:53.273934 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:53.292401 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=924fda66-1519-4117-a17d-48078e9dcab3,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:53.339348 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:53.383898 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:53.465077 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks [] for router_gateway (7904ebc6-d549-435f-8c8a-fed562a9fc5f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.737731 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31630'] for router (7904ebc6-d549-435f-8c8a-fed562a9fc5f), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.741149 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1969259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1969177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1972877'] for router (7904ebc6-d549-435f-8c8a-fed562a9fc5f), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.842499 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Router 7904ebc6-d549-435f-8c8a-fed562a9fc5f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:47:53.941919 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:47:53.945961 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.947181 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4f8abb04-26b3-4bbc-a7f0-316631de6b5b demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/7904ebc6-d549-435f-8c8a-fed562a9fc5f HTTP/1.1" status: 200 len: 890 time: 1.5476413 Oct 23 00:47:53.951567 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Sync routers for ids ['7904ebc6-d549-435f-8c8a-fed562a9fc5f'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:47:53.965148 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Routers {'7904ebc6-d549-435f-8c8a-fed562a9fc5f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:47:53.965822 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:47:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['7904ebc6-d549-435f-8c8a-fed562a9fc5f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:54.057259 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:54.179733 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Set router 7904ebc6-d549-435f-8c8a-fed562a9fc5f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:47:54.549809 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'name': 'router1', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': 'b48537a5-8cd1-429a-8e21-87586666d55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:34Z', 'updated_at': '2022-10-23T00:47:53Z', 'revision_number': 4, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'gw_port': {'id': 'b48537a5-8cd1-429a-8e21-87586666d55b', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:52Z', 'updated_at': '2022-10-23T00:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '924fda66-1519-4117-a17d-48078e9dcab3', 'name': '', 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'mac_address': 'fa:16:3e:a4:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:44Z', 'updated_at': '2022-10-23T00:47:53Z', 'revision_number': 5, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'subnets': [{'id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41ee03-cf88-49de-a7d7-17b2935d0a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:54.596732 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Checking router: 7904ebc6-d549-435f-8c8a-fed562a9fc5f for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:47:54.597054 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Updating router 7904ebc6-d549-435f-8c8a-fed562a9fc5f port b48537a5-8cd1-429a-8e21-87586666d55b binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:47:54.719451 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:55.028989 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Publish callbacks [] for port (b48537a5-8cd1-429a-8e21-87586666d55b), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:55.035425 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:55.070508 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Attempting to bind port b48537a5-8cd1-429a-8e21-87586666d55b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:47:55.070930 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Attempting to bind port b48537a5-8cd1-429a-8e21-87586666d55b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:47:55.071323 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Attempting to bind port b48537a5-8cd1-429a-8e21-87586666d55b on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:47:55.102752 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 924fda66-1519-4117-a17d-48078e9dcab3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:47:55.114570 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71deff-9737-4cfb-a068-407f4a646aed None None] Pushing event updated for resources: {'Port': ['ID=b48537a5-8cd1-429a-8e21-87586666d55b,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:55.159603 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:47:55.159972 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:55.160391 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:55.160778 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:47:55.161254 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Bound port: b48537a5-8cd1-429a-8e21-87586666d55b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:47:55.161625 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:55.199525 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 924fda66-1519-4117-a17d-48078e9dcab3 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:55.200135 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (924fda66-1519-4117-a17d-48078e9dcab3), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:55.200227 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 924fda66-1519-4117-a17d-48078e9dcab3 Oct 23 00:47:55.208360 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:55.239117 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] For port b48537a5-8cd1-429a-8e21-87586666d55b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:47:55.256438 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] For port b48537a5-8cd1-429a-8e21-87586666d55b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b48537a5-8cd1-429a-8e21-87586666d55b,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:47:55.267451 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:55.272871 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:55.334946 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Routers {'7904ebc6-d549-435f-8c8a-fed562a9fc5f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:47:55.335577 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:47:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['7904ebc6-d549-435f-8c8a-fed562a9fc5f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:55.378275 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 924fda66-1519-4117-a17d-48078e9dcab3 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:55.390050 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71deff-9737-4cfb-a068-407f4a646aed None None] Pushing event updated for resources: {'Port': ['ID=b48537a5-8cd1-429a-8e21-87586666d55b,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:55.458694 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] Set router 7904ebc6-d549-435f-8c8a-fed562a9fc5f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:47:55.650492 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'name': 'router1', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': 'b48537a5-8cd1-429a-8e21-87586666d55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:34Z', 'updated_at': '2022-10-23T00:47:53Z', 'revision_number': 4, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'gw_port': {'id': 'b48537a5-8cd1-429a-8e21-87586666d55b', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:52Z', 'updated_at': '2022-10-23T00:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '924fda66-1519-4117-a17d-48078e9dcab3', 'name': '', 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'mac_address': 'fa:16:3e:a4:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:44Z', 'updated_at': '2022-10-23T00:47:53Z', 'revision_number': 5, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'subnets': [{'id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41ee03-cf88-49de-a7d7-17b2935d0a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:55.675660 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d14a3f-d54e-4bd8-a79b-8e0dd86f0b67 None None] The sync data for ids ['7904ebc6-d549-435f-8c8a-fed562a9fc5f'] in dv-cinder-master-3-smb is: [{'id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'name': 'router1', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': 'b48537a5-8cd1-429a-8e21-87586666d55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:34Z', 'updated_at': '2022-10-23T00:47:53Z', 'revision_number': 4, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'gw_port': {'id': 'b48537a5-8cd1-429a-8e21-87586666d55b', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:52Z', 'updated_at': '2022-10-23T00:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '924fda66-1519-4117-a17d-48078e9dcab3', 'name': '', 'network_id': '21ae2fe2-a0ee-495d-a663-c7329efa6a97', 'tenant_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'mac_address': 'fa:16:3e:a4:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904ebc6-d549-435f-8c8a-fed562a9fc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:44Z', 'updated_at': '2022-10-23T00:47:53Z', 'revision_number': 5, 'project_id': '84e67cbc8f2f4aa4aad8a3e24a095a76', 'subnets': [{'id': '601078df-6c99-48e4-a345-c69f4d70de4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41ee03-cf88-49de-a7d7-17b2935d0a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:47:56.763112 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 34110) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:57.089655 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device b48537a5-8cd1-429a-8e21-87586666d55b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:47:57.131869 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port b48537a5-8cd1-429a-8e21-87586666d55b triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:57.132259 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:57.132622 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port b48537a5-8cd1-429a-8e21-87586666d55b Oct 23 00:47:57.162277 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-212bbfdd-817f-4fd0-9edb-29ef79ecfe6f admin admin] 10.222.0.39 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3981600 Oct 23 00:47:57.209563 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port b48537a5-8cd1-429a-8e21-87586666d55b is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:57.209948 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:57.233004 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port b48537a5-8cd1-429a-8e21-87586666d55b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b48537a5-8cd1-429a-8e21-87586666d55b,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:47:57.238369 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:57.288234 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=b48537a5-8cd1-429a-8e21-87586666d55b,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:59.095349 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device b48537a5-8cd1-429a-8e21-87586666d55b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:47:59.146319 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port b48537a5-8cd1-429a-8e21-87586666d55b triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:59.146713 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (b48537a5-8cd1-429a-8e21-87586666d55b), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:59.147078 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port b48537a5-8cd1-429a-8e21-87586666d55b Oct 23 00:47:59.220345 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:59.228732 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port b48537a5-8cd1-429a-8e21-87586666d55b is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:48:03.937261 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=50 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:03.939278 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=55 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:05.662475 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=47 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:05.663821 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=40 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:07.150367 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:07.156933 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:09.226096 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:10.247518 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c82f-54bf-4b6e-9de7-c46f332273ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:12.379918 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02c724cd-4b90-4345-bd5a-0c801afe1c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:13.651973 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:15.316757 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:15.324853 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:25.256206 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:25.318899 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:28.654663 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:48:40.241913 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-57aaf618-52c9-4485-8e0f-752b199ecd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:42.378939 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f90bd304-81e8-4d76-b40f-fe91727a3d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:42.658343 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:42.667512 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:43.652980 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:45.261947 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:45.283289 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:55.270216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:55.278447 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:05.653755 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:49:10.239413 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1c3877ea-e3fe-4322-a76b-da33505b4666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:12.370764 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-47da40b4-0c20-49ab-9cc7-6870b1e93e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:13.642675 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:15.264959 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:15.279056 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:19.658839 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:19.663861 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:22.716354 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34658) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:23.045293 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.pecan_wsgi.hooks.translation [None req-991ef927-7664-41f2-a4a4-da7e3366bcad admin admin] GET failed (client error): The resource could not be found. Oct 23 00:49:23.047113 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-991ef927-7664-41f2-a4a4-da7e3366bcad admin admin] 10.222.0.39 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3292575 Oct 23 00:49:23.205834 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f91f58-eaf2-48a6-adf2-584264a5f9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:23.207328 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-12f91f58-eaf2-48a6-adf2-584264a5f9b3 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557336 Oct 23 00:49:25.266181 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:25.275616 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:25.766507 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34668) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:26.128001 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf976f-d374-4af2-a09b-076450279c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:26.129341 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3fcf976f-d374-4af2-a09b-076450279c7c admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/601078df-6c99-48e4-a345-c69f4d70de4c HTTP/1.1" status: 200 len: 849 time: 0.3619356 Oct 23 00:49:26.139315 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:49:26.226048 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Publish callbacks [] for subnet (601078df-6c99-48e4-a345-c69f4d70de4c), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:26.369788 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784371233976'] for subnet (601078df-6c99-48e4-a345-c69f4d70de4c), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:26.399385 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:26.400636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:26.401272 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] 10.222.0.39 "PUT /networking/v2.0/subnets/601078df-6c99-48e4-a345-c69f4d70de4c HTTP/1.1" status: 200 len: 868 time: 0.2654817 Oct 23 00:49:26.415270 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe8f92-e82f-4a50-aefe-0a15e5401d33 None None] Network 21ae2fe2-a0ee-495d-a663-c7329efa6a97 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:49:26.423117 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=601078df-6c99-48e4-a345-c69f4d70de4c,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:49:26.431671 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.432005 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.432393 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.432734 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.433057 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.433375 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.434285 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.434616 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.434935 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.435252 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.435569 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.435884 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.436191 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.436528 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.436857 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b0813-fb63-4b02-a258-969299bc2523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:26.699110 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-d90f3740-b2ad-4f7f-a254-c21429ad6c07 None None] Provisioning complete for port 924fda66-1519-4117-a17d-48078e9dcab3 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:49:26.699496 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d90f3740-b2ad-4f7f-a254-c21429ad6c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (924fda66-1519-4117-a17d-48078e9dcab3), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:26.699827 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-d90f3740-b2ad-4f7f-a254-c21429ad6c07 None None] Attempt 1 to provision port 924fda66-1519-4117-a17d-48078e9dcab3 Oct 23 00:49:26.772763 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-d90f3740-b2ad-4f7f-a254-c21429ad6c07 None None] Current status of the port 924fda66-1519-4117-a17d-48078e9dcab3 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:49:26.781085 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-d90f3740-b2ad-4f7f-a254-c21429ad6c07 None None] Provisioning complete for port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:49:26.781466 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d90f3740-b2ad-4f7f-a254-c21429ad6c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9405d098-19e2-4ed3-8fa3-e490ba40f7e0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:26.781795 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-d90f3740-b2ad-4f7f-a254-c21429ad6c07 None None] Attempt 1 to provision port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 Oct 23 00:49:26.850484 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-d90f3740-b2ad-4f7f-a254-c21429ad6c07 None None] Current status of the port 9405d098-19e2-4ed3-8fa3-e490ba40f7e0 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:49:28.968705 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34676) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:29.431888 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b8e8a1-d2ff-4a20-a665-f1f090190661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:29.432274 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b8e8a1-d2ff-4a20-a665-f1f090190661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:29.433820 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-f2b8e8a1-d2ff-4a20-a665-f1f090190661 admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4641633 Oct 23 00:49:31.993488 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34684) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:32.396929 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90425f62-c24f-48fb-9323-18e801d24f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:32.397314 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90425f62-c24f-48fb-9323-18e801d24f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:32.398870 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-90425f62-c24f-48fb-9323-18e801d24f8c admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4044456 Oct 23 00:49:34.960335 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34692) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:35.360129 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f3b36-581e-44d4-b9cc-f11bcc5a2a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:35.361421 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-0c3f3b36-581e-44d4-b9cc-f11bcc5a2a4a admin admin] 10.222.0.39 "GET /networking/v2.0/networks/21ae2fe2-a0ee-495d-a663-c7329efa6a97 HTTP/1.1" status: 200 len: 869 time: 0.4001544 Oct 23 00:49:36.845388 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=42 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:36.849580 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=35 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:37.902588 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34700) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:38.229458 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:38.253326 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:38.296361 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623589d-06d2-4bcb-aba1-f13b8033a246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:38.297727 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3623589d-06d2-4bcb-aba1-f13b8033a246 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/74737bbd-4eba-40c6-a252-dce96ba1f5af HTTP/1.1" status: 200 len: 886 time: 0.3942058 Oct 23 00:49:40.241285 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b28e5832-b970-44cf-94ae-e49c27ec08e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:40.841029 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34708) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:41.231939 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53ad5c-52bd-4dca-9b86-f34b4eedacfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:41.232418 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53ad5c-52bd-4dca-9b86-f34b4eedacfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:41.234532 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-2c53ad5c-52bd-4dca-9b86-f34b4eedacfa admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3919356 Oct 23 00:49:42.373182 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-140c38b2-4437-4331-8fd8-71c7fe153ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:42.652235 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:49:43.645518 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:43.792757 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34716) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:44.151535 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028edcde-11a2-4103-826f-076e9fa30d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:44.151989 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028edcde-11a2-4103-826f-076e9fa30d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:44.153684 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-028edcde-11a2-4103-826f-076e9fa30d2a admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3599038 Oct 23 00:49:45.265751 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:45.282375 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:46.751946 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34724) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:47.111284 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e84b6-6239-4774-a6f0-9f6622f7e954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:47.112663 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6e8e84b6-6239-4774-a6f0-9f6622f7e954 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/601078df-6c99-48e4-a345-c69f4d70de4c HTTP/1.1" status: 200 len: 868 time: 0.3598139 Oct 23 00:49:49.643726 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34732) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:50.100937 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37b1b1-599e-4226-bc6c-dac9095242a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:50.102286 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-5e37b1b1-599e-4226-bc6c-dac9095242a8 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/81975a69-7eb3-4015-9c6d-692be6a0e92d HTTP/1.1" status: 200 len: 816 time: 0.4577024 Oct 23 00:49:55.271477 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:55.277908 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:56.663773 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:56.668960 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:00.096709 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=28 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:00.097402 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=36 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:10.243075 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9cfcb653-b465-45c9-ab8c-0ca838582680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:10.502246 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=12 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:10.506771 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=14 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:12.375912 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ccd44f9e-ba82-4c5d-b54a-69295503cf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:13.651921 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:15.277362 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:15.284792 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:19.380183 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34788) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:19.650729 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:50:19.695161 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [None req-d117ed44-de06-4dfe-aac5-de347f6af8f9 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:50:19.696154 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d117ed44-de06-4dfe-aac5-de347f6af8f9 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3151004 Oct 23 00:50:22.318952 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34796) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:22.649840 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce99ec75-847e-44a9-9833-dc4c09d53d83 admin admin] GET failed (client error): The resource could not be found. Oct 23 00:50:22.651136 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ce99ec75-847e-44a9-9833-dc4c09d53d83 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3312566 Oct 23 00:50:22.737389 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e5f9e-72fa-4980-9055-107624ebd42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:22.738831 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-1d5e5f9e-72fa-4980-9055-107624ebd42d admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822368 Oct 23 00:50:25.265078 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:25.281204 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:25.317333 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34806) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:25.635587 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:50:25.655827 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Made reservation on behalf of ee25af34c3554966b7a70b6f9a37af9a for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:50:25.658138 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:25.685254 dv-cinder-master-3-smb neutron-server[104467]: WARNING neutron.services.revisions.revision_plugin [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Could not find related network for resource to bump revision. Oct 23 00:50:25.696232 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:50:25.705559 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (80e233ac-00ae-4f56-b851-74e2c276fcf6), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:25.705897 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Added segment 80e233ac-00ae-4f56-b851-74e2c276fcf6 of type vlan for network b168d524-3d99-4c4b-9d13-b0c239f63054 Oct 23 00:50:25.743599 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (b168d524-3d99-4c4b-9d13-b0c239f63054), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:25.767968 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (b168d524-3d99-4c4b-9d13-b0c239f63054), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:25.768962 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:25.769545 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:25.825818 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5074072 Oct 23 00:50:25.833356 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a9d4b-efcd-4bde-b267-6d968b8c3483 admin admin] Pushing event updated for resources: {'Network': ['ID=b168d524-3d99-4c4b-9d13-b0c239f63054,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:25.844625 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network b168d524-3d99-4c4b-9d13-b0c239f63054 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:50:28.421075 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34814) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:28.751313 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a009a0-7517-4671-9a03-8abd8bf07fa8 admin admin] GET failed (client error): The resource could not be found. Oct 23 00:50:28.752610 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-17a009a0-7517-4671-9a03-8abd8bf07fa8 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3305547 Oct 23 00:50:28.822770 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75abc527-0d8c-4be8-8d83-26da7ac324b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:28.824397 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-75abc527-0d8c-4be8-8d83-26da7ac324b1 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673487 Oct 23 00:50:28.834495 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:50:28.854281 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Made reservation on behalf of ee25af34c3554966b7a70b6f9a37af9a for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:50:28.857150 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.022220 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (ac68819e-439e-490a-b74b-2ae870fbd1f2), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.081345 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac68819e-439e-490a-b74b-2ae870fbd1f2,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:29.091515 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.091848 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.092177 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.092549 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.092878 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.093195 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.093507 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.093818 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.094128 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.094436 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.094747 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.095073 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.095384 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.095688 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.095993 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.099173 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Checking segment: {'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:50:29.099511 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Network hostable DHCP agents. Network: b168d524-3d99-4c4b-9d13-b0c239f63054, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:50:29.115847 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Network b168d524-3d99-4c4b-9d13-b0c239f63054 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:50:29.125162 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b168d524-3d99-4c4b-9d13-b0c239f63054) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:50:29.129079 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:29.129661 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.134317 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947fa49a-d696-47a4-9aaf-5b255843deda None None] Network b168d524-3d99-4c4b-9d13-b0c239f63054 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:50:29.139012 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:29.146337 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e6d92575-5d4e-40b0-8005-5022f68a5d42 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3153954 Oct 23 00:50:29.242358 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-b168d524-3d99-4c4b-9d13-b0c239f63054', 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054', 'project_id': 'ee25af34c3554966b7a70b6f9a37af9a', 'fixed_ips': [{'subnet_id': 'ac68819e-439e-490a-b74b-2ae870fbd1f2'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:50:29.243307 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.380056 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Allocated IP 192.168.233.2 (b168d524-3d99-4c4b-9d13-b0c239f63054/ac68819e-439e-490a-b74b-2ae870fbd1f2/706b5778-5a00-410f-89fb-5fe03eda4d17) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:50:29.524328 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Publish callbacks [] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.530130 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.579447 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Network b168d524-3d99-4c4b-9d13-b0c239f63054 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:50:29.581039 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:50:29.582876 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Pushing event updated for resources: {'Port': ['ID=706b5778-5a00-410f-89fb-5fe03eda4d17,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:29.585051 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:50:29.596359 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.596702 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.597042 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.597373 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.597715 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.598018 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.598334 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.598650 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.598964 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.599278 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.599592 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.599927 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.600247 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.600586 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.600896 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:29.653712 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Attempting to bind port 706b5778-5a00-410f-89fb-5fe03eda4d17 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:50:29.654209 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Attempting to bind port 706b5778-5a00-410f-89fb-5fe03eda4d17 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:50:29.654569 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Attempting to bind port 706b5778-5a00-410f-89fb-5fe03eda4d17 on network b168d524-3d99-4c4b-9d13-b0c239f63054 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:50:29.700831 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:50:29.701202 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Checking segment: {'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:50:29.701600 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.701989 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Bound using segment: {'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:50:29.702457 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Bound port: 706b5778-5a00-410f-89fb-5fe03eda4d17, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:50:29.702834 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.766044 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] For port 706b5778-5a00-410f-89fb-5fe03eda4d17, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:50:29.769380 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] For port 706b5778-5a00-410f-89fb-5fe03eda4d17, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=706b5778-5a00-410f-89fb-5fe03eda4d17,segment=NetworkSegment(80e233ac-00ae-4f56-b851-74e2c276fcf6),segment_id=80e233ac-00ae-4f56-b851-74e2c276fcf6)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:50:29.775625 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.832189 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcb04c-0c73-42ed-bbe6-6bdcf8612d68 None None] Pushing event updated for resources: {'Port': ['ID=706b5778-5a00-410f-89fb-5fe03eda4d17,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:30.639966 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d87ba-7c72-4392-9f05-bb994465ccdd None None] Network b168d524-3d99-4c4b-9d13-b0c239f63054 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:50:30.689376 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:30.722387 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-6c296116-8e4b-493f-a795-0a675651818b None None] Provisioning complete for port 706b5778-5a00-410f-89fb-5fe03eda4d17 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:50:30.722693 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6c296116-8e4b-493f-a795-0a675651818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:30.723023 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-6c296116-8e4b-493f-a795-0a675651818b None None] Attempt 1 to provision port 706b5778-5a00-410f-89fb-5fe03eda4d17 Oct 23 00:50:30.770645 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:30.832272 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6c296116-8e4b-493f-a795-0a675651818b None None] Current status of the port 706b5778-5a00-410f-89fb-5fe03eda4d17 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:50:30.833256 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6c296116-8e4b-493f-a795-0a675651818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:30.871792 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-6c296116-8e4b-493f-a795-0a675651818b None None] For port 706b5778-5a00-410f-89fb-5fe03eda4d17, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=706b5778-5a00-410f-89fb-5fe03eda4d17,segment=NetworkSegment(80e233ac-00ae-4f56-b851-74e2c276fcf6),segment_id=80e233ac-00ae-4f56-b851-74e2c276fcf6)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:50:30.878988 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6c296116-8e4b-493f-a795-0a675651818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:30.935860 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c296116-8e4b-493f-a795-0a675651818b None None] Pushing event updated for resources: {'Port': ['ID=706b5778-5a00-410f-89fb-5fe03eda4d17,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:30.997415 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4195c124-92aa-407b-804c-9ce23c2f057e None None] Provisioning complete for port 706b5778-5a00-410f-89fb-5fe03eda4d17 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:50:30.997716 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4195c124-92aa-407b-804c-9ce23c2f057e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:30.998070 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4195c124-92aa-407b-804c-9ce23c2f057e None None] Attempt 1 to provision port 706b5778-5a00-410f-89fb-5fe03eda4d17 Oct 23 00:50:31.069110 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4195c124-92aa-407b-804c-9ce23c2f057e None None] Current status of the port 706b5778-5a00-410f-89fb-5fe03eda4d17 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:50:31.190777 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 706b5778-5a00-410f-89fb-5fe03eda4d17 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:50:31.235824 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 706b5778-5a00-410f-89fb-5fe03eda4d17 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:50:31.236203 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (706b5778-5a00-410f-89fb-5fe03eda4d17), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:31.236565 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 706b5778-5a00-410f-89fb-5fe03eda4d17 Oct 23 00:50:31.309201 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 706b5778-5a00-410f-89fb-5fe03eda4d17 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:50:33.669600 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:33.674122 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:39.139008 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=73,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:40.247168 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af08ff48-0004-4534-b469-b4c30c8ce89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:42.376787 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f1260ab9-b78b-4804-85de-5dcc2a5d1c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:43.653517 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:45.275892 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:45.287315 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:55.281471 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:55.283412 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:56.648998 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:51:10.250066 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bdf26faa-2485-4fdf-947a-0465396fbc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:10.675002 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:10.679008 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:12.378260 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d46c50cd-9bf7-4b89-8069-ad46d457ab17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:13.653750 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:15.280378 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:15.292128 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:25.272493 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:25.288609 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:33.647629 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:51:40.256051 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82d29696-b972-4129-895d-a30adf32863d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:42.380653 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdfdf-42c0-454b-b7aa-9b7b81c5bef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:43.657605 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:45.102938 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 34858) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:51:45.108622 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [None req-c3259c96-040c-4855-8a9d-f917da4215c1 tempest-verify_tempest_config-1849906954 tempest-verify_tempest_config-1849906954-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:51:45.109578 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-c3259c96-040c-4855-8a9d-f917da4215c1 tempest-verify_tempest_config-1849906954 tempest-verify_tempest_config-1849906954-project] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056915 Oct 23 00:51:45.285990 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:45.296342 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:45.618915 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 34876) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:51:45.951294 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:46.052666 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Publish callbacks [] for security_group (6624d3eb-ab1c-4271-9de3-6b3f6de5439e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:46.056801 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (6624d3eb-ab1c-4271-9de3-6b3f6de5439e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:46.099893 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=826d7d73699a4d47ae776d5bf62993bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4799492 Oct 23 00:51:46.103254 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34882) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:51:46.109459 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6624d3eb-ab1c-4271-9de3-6b3f6de5439e,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:51:46.118487 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.118834 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.119184 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.119527 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.119859 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.120186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.120539 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.120861 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.121186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.121509 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.121829 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.122167 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.122489 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.122805 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.123122 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c299ea-3d09-46ab-b9c9-769a7e93f701 admin admin] Tracked resource versions report: Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: pushed versions: Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: { 'AddressGroup': {'1.2'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Agent': {'1.1'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'ConntrackHelper': {'1.0'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Log': {'1.0'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'NDPProxy': {'1.0'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Network': {'1.1'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Port': {'1.7'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'PortForwarding': {'1.3'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'QosPolicy': {'1.10'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'SecurityGroup': {'1.5'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'SubPort': {'1.0'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Subnet': {'1.1'}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Trunk': {'1.1'}} Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: consumer versions: Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: L3 agent@dv-cinder-master-3-smb: {}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: Metering agent@dv-cinder-master-3-smb: {}, Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Agent': '1.1', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'ConntrackHelper': '1.0', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'LocalIPAssociation': '1.0', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Log': '1.0', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'NDPProxy': '1.0', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Network': '1.1', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Port': '1.7', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'PortForwarding': '1.3', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'QosPolicy': '1.10', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'SecurityGroup': '1.5', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'SecurityGroupRule': '1.2', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'SubPort': '1.0', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Subnet': '1.1', Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: 'Trunk': '1.1'}} Oct 23 00:51:46.124377 dv-cinder-master-3-smb neutron-server[104468]: {{(pid=104468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:51:46.160526 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Publish callbacks [] for security_group (6624d3eb-ab1c-4271-9de3-6b3f6de5439e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:46.180138 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Publish callbacks [] for security_group (6624d3eb-ab1c-4271-9de3-6b3f6de5439e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:46.277435 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (6624d3eb-ab1c-4271-9de3-6b3f6de5439e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:46.279926 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:46.281098 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6624d3eb-ab1c-4271-9de3-6b3f6de5439e HTTP/1.1" status: 204 len: 168 time: 0.1759174 Oct 23 00:51:46.289636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624d3eb-ab1c-4271-9de3-6b3f6de5439e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:51:46.296276 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.296643 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.296978 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.297325 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.297654 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.297975 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.298290 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.298605 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.298922 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.299239 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.299552 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.299880 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.300197 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.300551 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:46.300853 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7026ce2-efc4-416f-a72a-9381279df664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:47.680571 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:47.685633 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:55.292097 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:56.108814 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:56.114019 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:56.292314 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:56.293172 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:56.319884 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:10.248379 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b250026-7c34-4ea2-8b40-191cb5488c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:10.422054 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:10.423882 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:10.645479 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:52:12.383571 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3313fe03-dd27-44c6-a7d0-753984a52de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:13.662913 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:15.281567 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:15.297589 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:24.676773 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:24.681608 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:25.292279 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:25.294156 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:40.250734 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f3109bc3-765e-4bf4-84f3-d9256ba9b698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:42.385067 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5d4c14eb-43b8-42a1-9f01-ab72b992be3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:43.662794 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:45.289064 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:45.299656 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:47.645608 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:52:55.293819 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:55.295762 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:08.642091 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:08.643524 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:10.251920 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fad01586-f1fd-4711-8c34-99066c3e28ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:12.388321 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09ec66b8-6a47-4d0c-9a87-14c7e7d6a6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:13.665690 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:15.300266 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:15.303764 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:22.247449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992080'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:24.645250 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:53:32.235622 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:32.240094 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:35.652085 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34978) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:53:35.776242 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-55431b30-a9d1-4be8-9450-b83aa5c8c955 admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1230481 Oct 23 00:53:38.186378 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 34988) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:53:38.239407 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3ad4c2c7-9492-4b0b-845e-2cd4d5b7222f admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0519431 Oct 23 00:53:38.668618 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:38.673817 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:40.253218 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c5546a90-b0f3-4076-a0ee-5d7965567568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:42.392267 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2de39641-eccc-42e6-be4d-e55eec68b11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:43.668391 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:45.304348 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:45.308363 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:48.234270 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:48.235087 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:52.200072 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:01.644037 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:54:02.194836 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:02.196714 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:10.257689 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95bce163-c9f4-433a-87a6-b5ba0994ca40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:12.394117 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-883fefea-1a7d-4181-827e-97da41037115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:13.670365 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:15.299490 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:15.310558 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:17.653008 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=21 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:17.653755 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=15 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:22.193423 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:32.183445 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:32.189167 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:38.642706 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:54:40.262935 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-669909de-2b02-41f3-97bc-a35abdfcf49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:42.449595 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4571135-3d85-4a93-9b69-d91b6313639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:43.682168 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:45.309143 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:45.313068 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:52.207918 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:52.655125 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:52.665152 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:02.201321 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:02.203135 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:08.646449 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:08.647557 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:10.255192 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-231c759d-0ab5-4114-be20-274c88df9f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:12.397711 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be250f5f-9c95-4dd0-8a35-82c780302009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:13.686847 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:15.332563 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:15.338639 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:15.651132 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:55:18.746555 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35170) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:18.988413 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35188) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.057960 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1953206073-network', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:19.078838 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Made reservation on behalf of 11730d9eec8546c5aa486c1a4a283bf8 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:19.082072 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.090559 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.185649 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Publish callbacks [] for security_group (cd516d8f-dd87-453e-9bed-a62e244d77ea), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.190085 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (cd516d8f-dd87-453e-9bed-a62e244d77ea), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.216466 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:19.225371 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd516d8f-dd87-453e-9bed-a62e244d77ea,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:19.235535 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.236095 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.236476 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.236939 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.237231 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.237541 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.237973 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.238307 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.238810 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.239202 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.239583 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.240091 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.240586 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.241076 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.241557 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Tracked resource versions report: Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: pushed versions: Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: { 'AddressGroup': {'1.2'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Agent': {'1.1'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'ConntrackHelper': {'1.0'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Log': {'1.0'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'NDPProxy': {'1.0'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Network': {'1.1'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Port': {'1.7'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'PortForwarding': {'1.3'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'QosPolicy': {'1.10'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'SecurityGroup': {'1.5'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'SubPort': {'1.0'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Subnet': {'1.1'}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Trunk': {'1.1'}} Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: consumer versions: Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: HyperV agent@hv-cinder-maste: {}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: L3 agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: Metering agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Agent': '1.1', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'ConntrackHelper': '1.0', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'LocalIPAssociation': '1.0', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Log': '1.0', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'NDPProxy': '1.0', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Network': '1.1', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Port': '1.7', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'PortForwarding': '1.3', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'QosPolicy': '1.10', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'SecurityGroup': '1.5', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'SecurityGroupRule': '1.2', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'SubPort': '1.0', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Subnet': '1.1', Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: 'Trunk': '1.1'}} Oct 23 00:55:19.242884 dv-cinder-master-3-smb neutron-server[104467]: {{(pid=104467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:55:19.250846 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.251188 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Added segment 7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca of type vlan for network 197197c1-cb86-4ff6-9445-13bfeba0b392 Oct 23 00:55:19.294661 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (197197c1-cb86-4ff6-9445-13bfeba0b392), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.321105 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-network', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:19.347541 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Made reservation on behalf of 7103bcb49d5c4e8b958fba3b1309a881 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:19.350726 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.371257 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (197197c1-cb86-4ff6-9445-13bfeba0b392), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.372455 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:19.376892 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.389323 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.452804 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] Pushing event updated for resources: {'Network': ['ID=197197c1-cb86-4ff6-9445-13bfeba0b392,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:19.465525 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:19.474105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35216) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.597549 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Publish callbacks [] for security_group (975487bb-1f0c-4bbe-9d46-18cfc4e7b0ed), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.597549 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (975487bb-1f0c-4bbe-9d46-18cfc4e7b0ed), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.602278 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:19.617930 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-11ddc47a-0d7c-4418-b50a-cb01b85bbfac admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8701739 Oct 23 00:55:19.621267 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35238) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.628456 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Request body: {'subnet': {'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1953206073-subnet', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:19.637993 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (d37a616e-ea21-4328-990b-a1dc36a67cc4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.638599 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Added segment d37a616e-ea21-4328-990b-a1dc36a67cc4 of type vlan for network 1676a06e-522d-4f8e-b92f-37ac57e4940a Oct 23 00:55:19.664873 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Made reservation on behalf of 11730d9eec8546c5aa486c1a4a283bf8 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:19.670468 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.687504 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (1676a06e-522d-4f8e-b92f-37ac57e4940a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.691738 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:19.711175 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35240) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.719835 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975487bb-1f0c-4bbe-9d46-18cfc4e7b0ed,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:19.742237 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (1676a06e-522d-4f8e-b92f-37ac57e4940a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.743523 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:19.744220 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.781089 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35248) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.788062 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7982879 Oct 23 00:55:19.795299 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35252) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.841016 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Request body: {'subnet': {'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-subnet', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:19.873528 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Made reservation on behalf of 7103bcb49d5c4e8b958fba3b1309a881 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:19.877932 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.960602 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-390171906-network', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.005808 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2137042192-network', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.060902 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Made reservation on behalf of ebac7696faf14dfea4957e97b589029d for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:20.063633 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.066775 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Made reservation on behalf of c7e74b2109214d21bb658dc423b38505 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:20.069511 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.091839 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.107768 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1194680204-network', 'tenant_id': 'f639829059494fd49c12d49d52134692'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.123354 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.199111 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Publish callbacks [] for security_group (a5a2b39f-933d-48d6-9592-83ad2366e175), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.199934 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:20.200997 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b042e1-4c11-498b-b1a9-f1f7aac60216 admin admin] Pushing event updated for resources: {'Network': ['ID=1676a06e-522d-4f8e-b92f-37ac57e4940a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.213267 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (522d6201-54ac-44a3-be79-eca7f6705ff3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.214620 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:20.229907 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a5a2b39f-933d-48d6-9592-83ad2366e175), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.241001 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Made reservation on behalf of f639829059494fd49c12d49d52134692 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:20.243469 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.258389 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.321411 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:20.357248 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:20.360533 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Publish callbacks [] for security_group (4d85082b-3b8c-4f86-ad9f-38ec67abf871), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.374665 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (4d85082b-3b8c-4f86-ad9f-38ec67abf871), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.395180 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (4f01c217-b937-495d-af2e-e0d11e0585ae), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.395518 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Added segment 4f01c217-b937-495d-af2e-e0d11e0585ae of type vlan for network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba Oct 23 00:55:20.404571 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522d6201-54ac-44a3-be79-eca7f6705ff3,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.418338 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a2b39f-933d-48d6-9592-83ad2366e175,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.425903 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (3293ad10-f9e0-4ffe-ad6c-70dcebec04de), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.433629 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Checking segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:20.434161 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Network hostable DHCP agents. Network: 197197c1-cb86-4ff6-9445-13bfeba0b392, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:20.437096 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:20.446402 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.446868 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.447435 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.447956 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.448455 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.448901 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.449413 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.449813 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.450923 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.451332 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.451731 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.452131 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.452571 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.453000 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.453465 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Tracked resource versions report: Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: pushed versions: Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: { 'AddressGroup': {'1.2'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Agent': {'1.1'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'ConntrackHelper': {'1.0'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Log': {'1.0'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'NDPProxy': {'1.0'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Network': {'1.1'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Port': {'1.7'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'PortForwarding': {'1.3'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'QosPolicy': {'1.10'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'SecurityGroup': {'1.5'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'SubPort': {'1.0'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Subnet': {'1.1'}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Trunk': {'1.1'}} Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: consumer versions: Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: HyperV agent@hv-cinder-maste: {}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: L3 agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: Metering agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Agent': '1.1', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'ConntrackHelper': '1.0', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'LocalIPAssociation': '1.0', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Log': '1.0', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'NDPProxy': '1.0', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Network': '1.1', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Port': '1.7', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'PortForwarding': '1.3', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'QosPolicy': '1.10', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'SecurityGroup': '1.5', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'SecurityGroupRule': '1.2', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'SubPort': '1.0', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Subnet': '1.1', Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: 'Trunk': '1.1'}} Oct 23 00:55:20.455647 dv-cinder-master-3-smb neutron-server[104468]: {{(pid=104468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:55:20.476248 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Publish callbacks [] for security_group (f2f9aa9c-ef0b-4b92-922f-32a6874aff41), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.496035 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784371309370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (a610ab8e-1318-4144-a777-e6852a916eff), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.497044 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Unsubscribe: segment precommit_create {{(pid=104468) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 00:55:20.497616 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.segments_db [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Added segment a610ab8e-1318-4144-a777-e6852a916eff of type vlan for network d4e2c99e-0b61-4845-895a-2bc751b78855 Oct 23 00:55:20.508793 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (d59032f8-dc33-4dbf-ac1d-0e9fa84846ba), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.515426 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (f2f9aa9c-ef0b-4b92-922f-32a6874aff41), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.540154 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d85082b-3b8c-4f86-ad9f-38ec67abf871,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.555672 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f9aa9c-ef0b-4b92-922f-32a6874aff41,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.569809 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:20.581896 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:20.611364 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (d4e2c99e-0b61-4845-895a-2bc751b78855), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.615609 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3293ad10-f9e0-4ffe-ad6c-70dcebec04de,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.624261 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 197197c1-cb86-4ff6-9445-13bfeba0b392) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:20.626185 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (2e3ffa9e-a177-4edf-bb90-40becad0dbbb), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.626538 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Added segment 2e3ffa9e-a177-4edf-bb90-40becad0dbbb of type vlan for network d8f91d95-1c2c-439e-9697-40967bfc9e0e Oct 23 00:55:20.628874 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Checking segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:20.629220 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Network hostable DHCP agents. Network: 1676a06e-522d-4f8e-b92f-37ac57e4940a, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:20.635795 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:20.636784 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.640518 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (d59032f8-dc33-4dbf-ac1d-0e9fa84846ba), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.641642 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61874968-5639-4b31-97b6-82ece71e1999 None None] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:20.642298 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:20.643105 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.718789 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (d4e2c99e-0b61-4845-895a-2bc751b78855), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.720471 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:20.721290 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.746732 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-aa7df392-2549-45a0-87b4-d1471a970739 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1243300 Oct 23 00:55:20.755226 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35276) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:20.758576 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (d8f91d95-1c2c-439e-9697-40967bfc9e0e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.761934 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2866888 Oct 23 00:55:20.773595 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.777131 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35280) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:20.785129 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Request body: {'subnet': {'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-subnet', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.795904 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] Pushing event updated for resources: {'Network': ['ID=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.805809 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-197197c1-cb86-4ff6-9445-13bfeba0b392', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:20.806809 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.811867 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-364368b9-fa16-4680-9d43-745a0325cba7 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0998540 Oct 23 00:55:20.815739 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35284) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:20.823447 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:20.827647 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:20.831881 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Request body: {'subnet': {'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2137042192-subnet', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.866616 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 1676a06e-522d-4f8e-b92f-37ac57e4940a) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:20.882601 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:20.883334 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.889681 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (0278b914-c8ea-478e-9f0e-27c3d7025bb4), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.891062 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (0278b914-c8ea-478e-9f0e-27c3d7025bb4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.905694 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:20.913566 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (d8f91d95-1c2c-439e-9697-40967bfc9e0e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.914861 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:20.915796 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.922631 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56e5d4-0dfc-41e1-8619-74e49cab944b None None] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:20.941728 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Made reservation on behalf of c7e74b2109214d21bb658dc423b38505 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:20.944227 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.962063 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502f906-cf3e-4556-9220-442b79f00e32 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e2c99e-0b61-4845-895a-2bc751b78855,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:21.042216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network d4e2c99e-0b61-4845-895a-2bc751b78855 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:21.261219 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.265160 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Made reservation on behalf of ebac7696faf14dfea4957e97b589029d for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:21.265275 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Allocated IP 172.20.0.2 (197197c1-cb86-4ff6-9445-13bfeba0b392/522d6201-54ac-44a3-be79-eca7f6705ff3/31eece90-63f4-46a1-8120-8042007d1952) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:21.265407 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.307570 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35308) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:21.307789 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-2ccb5742-1196-4cd6-8766-20fb8bd9506e admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5104043 Oct 23 00:55:21.312993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:21.365184 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.366268 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.373843 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.384030 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.428099 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6439495 Oct 23 00:55:21.430551 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35318) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:21.450917 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Request body: {'subnet': {'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-subnet', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:21.499775 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-1676a06e-522d-4f8e-b92f-37ac57e4940a', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:21.500753 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.539520 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks [] for router_controller (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.593674 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8674bf0-6a06-4fdf-9ff7-00e0df009e19 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f91d95-1c2c-439e-9697-40967bfc9e0e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:21.598160 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks [] for router_controller (0278b914-c8ea-478e-9f0e-27c3d7025bb4), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.632806 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Made reservation on behalf of f639829059494fd49c12d49d52134692 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:21.635421 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.694754 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (a031cacd-dbcb-4a62-bb15-15993e36cce0), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.712281 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Allocated IP 172.20.0.2 (1676a06e-522d-4f8e-b92f-37ac57e4940a/3293ad10-f9e0-4ffe-ad6c-70dcebec04de/5d5c7293-9958-4c1b-a1f8-048e5bda4c40) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:21.812328 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.820343 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.854845 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:21.875490 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks [] for router_gateway (0278b914-c8ea-478e-9f0e-27c3d7025bb4), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.943298 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks [] for router_gateway (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.947020 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35338) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:21.956516 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a031cacd-dbcb-4a62-bb15-15993e36cce0,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.055678 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Checking segment: {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.056144 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Network hostable DHCP agents. Network: d59032f8-dc33-4dbf-ac1d-0e9fa84846ba, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:22.104914 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Publish callbacks [] for port (31eece90-63f4-46a1-8120-8042007d1952), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.128007 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (31eece90-63f4-46a1-8120-8042007d1952), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.203947 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:22.213911 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:22.223154 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-63375d1a-fb19-44bf-ac74-011d028f3826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.225524 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:22.230493 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (8aa207c2-f1a6-4db4-abe0-0f2a9943657d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.252783 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Publish callbacks [] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.258148 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Pushing event updated for resources: {'Port': ['ID=31eece90-63f4-46a1-8120-8042007d1952,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.259188 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:22.284926 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.289153 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.289494 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.289834 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.290302 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.290635 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.290963 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.291285 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.291602 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.291920 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.292241 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.292654 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.292913 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.293238 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.293549 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.294076 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Tracked resource versions report: Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: pushed versions: Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: { 'AddressGroup': {'1.2'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Agent': {'1.1'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'ConntrackHelper': {'1.0'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Log': {'1.0'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'NDPProxy': {'1.0'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Network': {'1.1'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Port': {'1.7'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'PortForwarding': {'1.3'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'QosPolicy': {'1.10'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'SecurityGroup': {'1.5'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'SubPort': {'1.0'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Subnet': {'1.1'}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Trunk': {'1.1'}} Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: consumer versions: Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: HyperV agent@hv-cinder-maste: {}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: L3 agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: Metering agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Agent': '1.1', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'ConntrackHelper': '1.0', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'LocalIPAssociation': '1.0', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Log': '1.0', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'NDPProxy': '1.0', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Network': '1.1', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Port': '1.7', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'PortForwarding': '1.3', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'QosPolicy': '1.10', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'SecurityGroup': '1.5', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'SecurityGroupRule': '1.2', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'SubPort': '1.0', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Subnet': '1.1', Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: 'Trunk': '1.1'}} Oct 23 00:55:22.295037 dv-cinder-master-3-smb neutron-server[104469]: {{(pid=104469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:55:22.304838 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.320919 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.349702 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, d59032f8-dc33-4dbf-ac1d-0e9fa84846ba) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:22.362788 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:22.364403 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:22.365009 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.370751 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d473fa-60dd-48f6-a2ce-61bdb734e096 None None] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:22.386032 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.390122 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks [] for router_gateway (0278b914-c8ea-478e-9f0e-27c3d7025bb4), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.390971 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:22.396288 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa207c2-f1a6-4db4-abe0-0f2a9943657d,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.396503 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Attempting to bind port 31eece90-63f4-46a1-8120-8042007d1952 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:22.396503 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Attempting to bind port 31eece90-63f4-46a1-8120-8042007d1952 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:22.396745 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Attempting to bind port 31eece90-63f4-46a1-8120-8042007d1952 on network 197197c1-cb86-4ff6-9445-13bfeba0b392 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:22.400527 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:22.427378 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.430445 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (64322874-d1c5-43d1-a2c6-23db4c23e049), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.431070 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Pushing event updated for resources: {'Port': ['ID=5d5c7293-9958-4c1b-a1f8-048e5bda4c40,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.431992 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-27f61205-98e6-4b8f-b0dc-f723db94288f admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6095164 Oct 23 00:55:22.439287 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35352) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:22.446927 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:22.463490 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Checking segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.463870 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Network hostable DHCP agents. Network: d4e2c99e-0b61-4845-895a-2bc751b78855, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:22.504232 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.505837 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64322874-d1c5-43d1-a2c6-23db4c23e049,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.536843 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.538865 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.567704 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:22.568504 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Checking segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.569255 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.569871 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Bound using segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:22.570558 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Bound port: 31eece90-63f4-46a1-8120-8042007d1952, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:22.571208 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (31eece90-63f4-46a1-8120-8042007d1952), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.581469 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks [] for router_gateway (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.583654 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Network d4e2c99e-0b61-4845-895a-2bc751b78855 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:22.590685 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Attempting to bind port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:22.591391 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Attempting to bind port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:22.591966 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Attempting to bind port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 on network 1676a06e-522d-4f8e-b92f-37ac57e4940a {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:22.611986 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, d4e2c99e-0b61-4845-895a-2bc751b78855) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:22.615334 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.626095 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-d59032f8-dc33-4dbf-ac1d-0e9fa84846ba', 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba', 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'fixed_ips': [{'subnet_id': 'a031cacd-dbcb-4a62-bb15-15993e36cce0'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:22.627673 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.636443 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f63ff98-7de4-4576-a33c-89a4ce3254e9 None None] Network d4e2c99e-0b61-4845-895a-2bc751b78855 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:22.636993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Checking segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.637521 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Network hostable DHCP agents. Network: d8f91d95-1c2c-439e-9697-40967bfc9e0e, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:22.646779 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:22.647382 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.654309 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks [] for router_controller (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.662444 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Allocated IP 172.37.1.77 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/43d41416-41d6-4e77-9919-93af98f05276) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:22.719624 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-63375d1a-fb19-44bf-ac74-011d028f3826 admin admin] Publish callbacks [] for security_group (4d2ab87e-6288-4988-8f3b-b039ce38c655), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.720814 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-9fd278e3-4b20-4133-9138-19361dc7315d admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9400039 Oct 23 00:55:22.721523 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35354) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:22.732689 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:22.747169 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-63375d1a-fb19-44bf-ac74-011d028f3826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (4d2ab87e-6288-4988-8f3b-b039ce38c655), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.781429 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=12 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.787194 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-63375d1a-fb19-44bf-ac74-011d028f3826 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e6021466a9b34c4fa7428ef782da2be2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8383691 Oct 23 00:55:22.794929 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.796028 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:22.804225 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35356) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:22.813185 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:22.813787 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Checking segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.817217 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.817982 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Bound using segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:22.818526 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Bound port: 5d5c7293-9958-4c1b-a1f8-048e5bda4c40, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:22.819280 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.819411 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, d8f91d95-1c2c-439e-9697-40967bfc9e0e) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:22.823723 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:22.824638 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.857628 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f10cc-dc48-4ff3-ab6f-c0844fe3e93c None None] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:22.903050 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63375d1a-fb19-44bf-ac74-011d028f3826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ab87e-6288-4988-8f3b-b039ce38c655,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.924807 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks [] for router_gateway (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.928215 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (eecd47ed-1d86-4cb6-962a-3858a4983b98), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.929260 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (eecd47ed-1d86-4cb6-962a-3858a4983b98), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.971382 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35370) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:22.972790 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-9578c5a3-83b7-448a-ad1d-b8e85254d483 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5378528 Oct 23 00:55:23.002672 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:23.024116 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f605356-f863-43af-bc84-7f5de123b737 admin admin] Publish callbacks [] for security_group (4d2ab87e-6288-4988-8f3b-b039ce38c655), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.040743 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] For port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:23.049894 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] For port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5d5c7293-9958-4c1b-a1f8-048e5bda4c40,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:23.054001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:23.071534 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] For port 31eece90-63f4-46a1-8120-8042007d1952, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:23.085082 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f605356-f863-43af-bc84-7f5de123b737 admin admin] Publish callbacks [] for security_group (4d2ab87e-6288-4988-8f3b-b039ce38c655), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.087784 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.198838 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f605356-f863-43af-bc84-7f5de123b737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (4d2ab87e-6288-4988-8f3b-b039ce38c655), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.203095 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f605356-f863-43af-bc84-7f5de123b737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.208392 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0f605356-f863-43af-bc84-7f5de123b737 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4d2ab87e-6288-4988-8f3b-b039ce38c655 HTTP/1.1" status: 204 len: 168 time: 0.3807983 Oct 23 00:55:23.242778 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f605356-f863-43af-bc84-7f5de123b737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ab87e-6288-4988-8f3b-b039ce38c655,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:23.272501 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-d8f91d95-1c2c-439e-9697-40967bfc9e0e', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:23.273637 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.289242 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] For port 31eece90-63f4-46a1-8120-8042007d1952, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=31eece90-63f4-46a1-8120-8042007d1952,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:23.311829 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-d4e2c99e-0b61-4845-895a-2bc751b78855', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:23.313126 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.338327 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (31eece90-63f4-46a1-8120-8042007d1952), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.377318 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f803f74-b916-4f33-8649-341b49dcd1ea None None] Pushing event updated for resources: {'Port': ['ID=5d5c7293-9958-4c1b-a1f8-048e5bda4c40,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:23.420795 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Allocated IP 172.20.0.2 (d59032f8-dc33-4dbf-ac1d-0e9fa84846ba/a031cacd-dbcb-4a62-bb15-15993e36cce0/fb4d96c4-1233-424b-927b-6f7d073dc950) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:23.489266 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks [] for port (43d41416-41d6-4e77-9919-93af98f05276), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.530624 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:23.570539 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (335c2fb3-7f07-4cb7-827b-c087db43a65f), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.571608 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (335c2fb3-7f07-4cb7-827b-c087db43a65f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.649402 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Allocated IP 172.20.0.2 (d4e2c99e-0b61-4845-895a-2bc751b78855/8aa207c2-f1a6-4db4-abe0-0f2a9943657d/9c9432e9-c132-4ba4-8c55-8a68ef7bc74a) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:23.682441 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks [] for router_controller (eecd47ed-1d86-4cb6-962a-3858a4983b98), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.683865 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (43d41416-41d6-4e77-9919-93af98f05276), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.707173 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:23.848187 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:23.868183 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Allocated IP 172.37.1.229 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/492c38a2-aefa-449c-8e60-ddfb0348551c) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:24.002622 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:24.007617 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Publish callbacks [] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.014417 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.062967 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:24.087211 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks [] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.089091 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4b2d1-d0d6-44b3-aba2-2878ecac5959 None None] Pushing event updated for resources: {'Port': ['ID=31eece90-63f4-46a1-8120-8042007d1952,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:24.115790 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.164885 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks [] for router_controller (335c2fb3-7f07-4cb7-827b-c087db43a65f), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.166514 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:24.168809 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.171465 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Pushing event updated for resources: {'Port': ['ID=9c9432e9-c132-4ba4-8c55-8a68ef7bc74a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:24.176407 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Pushing event updated for resources: {'Port': ['ID=43d41416-41d6-4e77-9919-93af98f05276,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:24.186676 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Allocated IP 172.20.0.2 (d8f91d95-1c2c-439e-9697-40967bfc9e0e/64322874-d1c5-43d1-a2c6-23db4c23e049/6fd068c6-0d16-44ce-ad89-526e230b2a76) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:24.195947 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Network d4e2c99e-0b61-4845-895a-2bc751b78855 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:24.202903 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:24.223659 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:24.285102 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:24.290615 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:24.293237 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:24.351014 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Publish callbacks [] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.363180 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Pushing event updated for resources: {'Port': ['ID=492c38a2-aefa-449c-8e60-ddfb0348551c,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:24.420869 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks [] for router_gateway (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.522635 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.615132 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.641198 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks [] for router_gateway (335c2fb3-7f07-4cb7-827b-c087db43a65f), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.671591 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:24.677417 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:24.679716 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Attempting to bind port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:24.680421 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Attempting to bind port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:24.680543 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks [] for router_gateway (eecd47ed-1d86-4cb6-962a-3858a4983b98), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.681102 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Attempting to bind port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a on network d4e2c99e-0b61-4845-895a-2bc751b78855 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:24.685746 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:24.750559 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks [] for router_gateway (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.795610 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Pushing event updated for resources: {'Port': ['ID=fb4d96c4-1233-424b-927b-6f7d073dc950,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:24.812213 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.844416 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.005581 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:25.006260 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Checking segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:25.006377 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.006705 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Bound using segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:25.007187 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Bound port: 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:25.007556 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.021469 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Attempting to bind port fb4d96c4-1233-424b-927b-6f7d073dc950 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:25.021835 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Attempting to bind port fb4d96c4-1233-424b-927b-6f7d073dc950 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:25.022264 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Attempting to bind port fb4d96c4-1233-424b-927b-6f7d073dc950 on network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:25.154695 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414294f2-cf6c-41d8-ab5a-6191ce87e286 None None] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:25.163036 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.190325 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Allocated IP 172.37.1.136 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/b6262bb1-534a-49a3-8bfc-22e1ef137081) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:25.237451 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Publish callbacks [] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.255848 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.317255 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-72d706ef-a855-400a-84a3-8ec3b4cb1bda None None] Provisioning complete for port 31eece90-63f4-46a1-8120-8042007d1952 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:25.320054 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-72d706ef-a855-400a-84a3-8ec3b4cb1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (31eece90-63f4-46a1-8120-8042007d1952), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.320591 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-72d706ef-a855-400a-84a3-8ec3b4cb1bda None None] Attempt 1 to provision port 31eece90-63f4-46a1-8120-8042007d1952 Oct 23 00:55:25.330663 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.342328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks [] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.390924 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.412081 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.457940 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.516133 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:25.518284 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Checking segment: {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:25.519762 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.520922 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Bound using segment: {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:25.521774 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Bound port: fb4d96c4-1233-424b-927b-6f7d073dc950, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:25.522631 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.546259 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9e9d0-a55d-486b-a5cf-a243901c42ac None None] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:25.550971 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:25.553275 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:25.623982 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35460) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:25.649628 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] For port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:25.653005 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Pushing event updated for resources: {'Port': ['ID=b6262bb1-534a-49a3-8bfc-22e1ef137081,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:25.655227 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:25.655840 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.656444 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 Oct 23 00:55:25.679328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:25.699448 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:25.701552 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:25.733474 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:25.790807 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:25.805248 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Sync routers for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:25.810122 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] For port fb4d96c4-1233-424b-927b-6f7d073dc950, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:25.814362 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] For port fb4d96c4-1233-424b-927b-6f7d073dc950, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fb4d96c4-1233-424b-927b-6f7d073dc950,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:25.818582 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:25.843133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.844646 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-880d0006-1873-40ac-94f4-6273a65c965e admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5360889 Oct 23 00:55:25.848266 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35472) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:25.849441 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:25.850123 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:26.026443 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Pushing event updated for resources: {'Port': ['ID=6fd068c6-0d16-44ce-ad89-526e230b2a76,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:26.044542 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:26.070985 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:26.150216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] For port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9c9432e9-c132-4ba4-8c55-8a68ef7bc74a,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:26.155091 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:26.161560 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.263617 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd0a4-92c3-422b-9f67-5f87fb16e148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.294240 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:26.356166 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks [] for router_gateway (eecd47ed-1d86-4cb6-962a-3858a4983b98), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.357889 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.358069 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks [] for router_gateway (0278b914-c8ea-478e-9f0e-27c3d7025bb4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.421626 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks [] for router_gateway (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.611040 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.646657 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks [] for router_gateway (335c2fb3-7f07-4cb7-827b-c087db43a65f), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.688828 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 3, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:26.690973 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Attempting to bind port 6fd068c6-0d16-44ce-ad89-526e230b2a76 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:26.692463 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Attempting to bind port 6fd068c6-0d16-44ce-ad89-526e230b2a76 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:26.693044 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Attempting to bind port 6fd068c6-0d16-44ce-ad89-526e230b2a76 on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:26.740468 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d91e1-5948-40bc-8985-ff6b3dcdcf25 None None] Pushing event updated for resources: {'Port': ['ID=fb4d96c4-1233-424b-927b-6f7d073dc950,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:26.819549 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.835079 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:26.846710 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Checking router: 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:26.847919 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Updating router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 port 492c38a2-aefa-449c-8e60-ddfb0348551c binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:26.918329 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.934344 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.950649 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-72d706ef-a855-400a-84a3-8ec3b4cb1bda None None] Current status of the port 31eece90-63f4-46a1-8120-8042007d1952 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:26.951054 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-72d706ef-a855-400a-84a3-8ec3b4cb1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (31eece90-63f4-46a1-8120-8042007d1952), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.956083 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:26.956500 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.103437 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:27.104082 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Checking segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:27.104282 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.104593 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Bound using segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:27.105077 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Bound port: 6fd068c6-0d16-44ce-ad89-526e230b2a76, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:27.105460 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.179091 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e8cff-aacd-4de3-aae1-f3e3b0bde326 None None] Pushing event updated for resources: {'Port': ['ID=9c9432e9-c132-4ba4-8c55-8a68ef7bc74a,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:27.224288 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35506) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:27.267970 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-72d706ef-a855-400a-84a3-8ec3b4cb1bda None None] For port 31eece90-63f4-46a1-8120-8042007d1952, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=31eece90-63f4-46a1-8120-8042007d1952,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:27.271222 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5d5c7293-9958-4c1b-a1f8-048e5bda4c40,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:27.292834 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-72d706ef-a855-400a-84a3-8ec3b4cb1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (31eece90-63f4-46a1-8120-8042007d1952), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.296872 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Allocated IP 172.20.0.1 (1676a06e-522d-4f8e-b92f-37ac57e4940a/3293ad10-f9e0-4ffe-ad6c-70dcebec04de/fc90c6d2-ca1e-407e-9845-1cbdccc93961) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:27.303610 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:27.329345 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:27.330518 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:27.385475 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.386573 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 31eece90-63f4-46a1-8120-8042007d1952 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:27.447283 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d706ef-a855-400a-84a3-8ec3b4cb1bda None None] Pushing event updated for resources: {'Port': ['ID=31eece90-63f4-46a1-8120-8042007d1952,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:27.518039 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Publish callbacks [] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.527844 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e7141e7-bdac-4c27-82d9-981d203bf088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.559185 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Publish callbacks [] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.566466 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (0278b914-c8ea-478e-9f0e-27c3d7025bb4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.571885 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.579205 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.581196 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] For port 6fd068c6-0d16-44ce-ad89-526e230b2a76, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:27.586577 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] For port 6fd068c6-0d16-44ce-ad89-526e230b2a76, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6fd068c6-0d16-44ce-ad89-526e230b2a76,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:27.613581 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.632070 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-6654ae78-6d88-48ee-a240-0f65d686e8a9 None None] Provisioning complete for port 31eece90-63f4-46a1-8120-8042007d1952 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:27.633487 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6654ae78-6d88-48ee-a240-0f65d686e8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (31eece90-63f4-46a1-8120-8042007d1952), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.634064 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-6654ae78-6d88-48ee-a240-0f65d686e8a9 None None] Attempt 1 to provision port 31eece90-63f4-46a1-8120-8042007d1952 Oct 23 00:55:27.656435 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:27.657550 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Attempting to bind port 492c38a2-aefa-449c-8e60-ddfb0348551c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:27.657929 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Attempting to bind port 492c38a2-aefa-449c-8e60-ddfb0348551c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:27.659073 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Attempting to bind port 492c38a2-aefa-449c-8e60-ddfb0348551c on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:27.663772 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:27.684024 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:27.684780 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.713534 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=5d5c7293-9958-4c1b-a1f8-048e5bda4c40,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:27.722753 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Allocated IP 172.37.1.193 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:27.784111 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Pushing event updated for resources: {'Port': ['ID=492c38a2-aefa-449c-8e60-ddfb0348551c,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:27.796762 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 31eece90-63f4-46a1-8120-8042007d1952 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:27.797987 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (31eece90-63f4-46a1-8120-8042007d1952), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.798550 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 31eece90-63f4-46a1-8120-8042007d1952 Oct 23 00:55:27.803064 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.807365 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.808495 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.809162 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.813584 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.815650 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.816163 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.816703 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.821310 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.821848 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.822485 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.823561 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.824066 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.824733 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.825232 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Tracked resource versions report: Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: pushed versions: Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: { 'AddressGroup': {'1.2'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Agent': {'1.1'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'ConntrackHelper': {'1.0'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Log': {'1.0'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'NDPProxy': {'1.0'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Network': {'1.1'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Port': {'1.7'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'PortForwarding': {'1.3'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'QosPolicy': {'1.10'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'SecurityGroup': {'1.5'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'SubPort': {'1.0'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Subnet': {'1.1'}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Trunk': {'1.1'}} Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: consumer versions: Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: HyperV agent@hv-cinder-maste: {}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: L3 agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: Metering agent@dv-cinder-master-3-smb: {}, Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Agent': '1.1', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'ConntrackHelper': '1.0', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'LocalIPAssociation': '1.0', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Log': '1.0', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'NDPProxy': '1.0', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Network': '1.1', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Port': '1.7', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'PortForwarding': '1.3', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'QosPolicy': '1.10', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'SecurityGroup': '1.5', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'SecurityGroupRule': '1.2', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'SubPort': '1.0', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Subnet': '1.1', Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: 'Trunk': '1.1'}} Oct 23 00:55:27.826638 dv-cinder-master-3-smb neutron-server[104470]: {{(pid=104470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:55:27.856821 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:27.858064 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:27.858754 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.859413 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:27.860131 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Bound port: 492c38a2-aefa-449c-8e60-ddfb0348551c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:27.860716 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.864895 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35512) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:27.903686 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Pushing event updated for resources: {'Port': ['ID=fc90c6d2-ca1e-407e-9845-1cbdccc93961,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:28.000968 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] For port 492c38a2-aefa-449c-8e60-ddfb0348551c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:28.007540 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.009603 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd30ed-d0bc-4cb9-a6b5-3c4dda327760 None None] Pushing event updated for resources: {'Port': ['ID=6fd068c6-0d16-44ce-ad89-526e230b2a76,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:28.011031 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] For port 492c38a2-aefa-449c-8e60-ddfb0348551c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=492c38a2-aefa-449c-8e60-ddfb0348551c,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:28.025806 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.061248 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.120633 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.149284 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:28.150180 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:28.151951 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6654ae78-6d88-48ee-a240-0f65d686e8a9 None None] Current status of the port 31eece90-63f4-46a1-8120-8042007d1952 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:28.177785 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd0a4-92c3-422b-9f67-5f87fb16e148 admin admin] Publish callbacks [] for security_group (deeb5619-d57a-401b-a1ce-aa488d516029), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.226305 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fceb7b-a6b5-4c94-9e53-d082ed5eea27 None None] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:28.227762 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.233513 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-602f41b8-e7b9-4508-ab7b-4311b3baf377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.239490 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-6654ae78-6d88-48ee-a240-0f65d686e8a9 None None] Provisioning complete for port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:28.242400 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a437105-0e87-42f0-b2e7-8b888121163a None None] Pushing event updated for resources: {'Port': ['ID=492c38a2-aefa-449c-8e60-ddfb0348551c,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:28.260493 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6654ae78-6d88-48ee-a240-0f65d686e8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.260692 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.260837 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-6654ae78-6d88-48ee-a240-0f65d686e8a9 None None] Attempt 1 to provision port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 Oct 23 00:55:28.273077 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7d8dd0a4-92c3-422b-9f67-5f87fb16e148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (deeb5619-d57a-401b-a1ce-aa488d516029), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.313450 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 31eece90-63f4-46a1-8120-8042007d1952 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:28.353537 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dd0a4-92c3-422b-9f67-5f87fb16e148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb5619-d57a-401b-a1ce-aa488d516029,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:28.403039 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:28.441907 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.466776 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.487549 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-7d8dd0a4-92c3-422b-9f67-5f87fb16e148 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=30b63353122946aa939b666951872ab0&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8589058 Oct 23 00:55:28.491050 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35518) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:28.630392 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks [] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.633329 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecca8c-020a-4066-b4e1-b9052a311abe None None] Network d4e2c99e-0b61-4845-895a-2bc751b78855 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:28.718316 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e7141e7-bdac-4c27-82d9-981d203bf088 admin admin] Publish callbacks [] for security_group (aee80387-5f17-4fec-899a-0f1b9ba2f98d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.719650 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 3, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:28.743887 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e7141e7-bdac-4c27-82d9-981d203bf088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (aee80387-5f17-4fec-899a-0f1b9ba2f98d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.759676 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8860a-0756-4bfb-b343-39cf2ff31e6d None None] The sync data for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb is: [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 3, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:28.768043 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-602f41b8-e7b9-4508-ab7b-4311b3baf377 admin admin] Publish callbacks [] for security_group (e497651b-9cf3-437c-b1cc-aec33b6d69fc), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.769654 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7393757e-b401-4408-814d-4bb2e5787120 admin admin] Publish callbacks [] for security_group (deeb5619-d57a-401b-a1ce-aa488d516029), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.782619 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-602f41b8-e7b9-4508-ab7b-4311b3baf377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (e497651b-9cf3-437c-b1cc-aec33b6d69fc), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.798531 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 6fd068c6-0d16-44ce-ad89-526e230b2a76 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:28.858012 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-602f41b8-e7b9-4508-ab7b-4311b3baf377 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=79e9ffd0be894aca9b7add142f4a54e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9821014 Oct 23 00:55:28.860851 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7141e7-bdac-4c27-82d9-981d203bf088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee80387-5f17-4fec-899a-0f1b9ba2f98d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:28.863884 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35520) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:28.908695 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8e7141e7-bdac-4c27-82d9-981d203bf088 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7bf497a4063c4290b224f38ed5769852&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6788800 Oct 23 00:55:28.919152 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35522) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:28.942318 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.944180 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.956010 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7393757e-b401-4408-814d-4bb2e5787120 admin admin] Publish callbacks [] for security_group (deeb5619-d57a-401b-a1ce-aa488d516029), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.956906 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6654ae78-6d88-48ee-a240-0f65d686e8a9 None None] Current status of the port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:28.981819 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.990478 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 6fd068c6-0d16-44ce-ad89-526e230b2a76 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:28.990852 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.991281 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 6fd068c6-0d16-44ce-ad89-526e230b2a76 Oct 23 00:55:29.004618 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:29.006399 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f41b8-e7b9-4508-ab7b-4311b3baf377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e497651b-9cf3-437c-b1cc-aec33b6d69fc,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:29.068679 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:29.181103 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Publish callbacks [] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.183549 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7393757e-b401-4408-814d-4bb2e5787120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (deeb5619-d57a-401b-a1ce-aa488d516029), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.187003 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7393757e-b401-4408-814d-4bb2e5787120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.187862 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-7393757e-b401-4408-814d-4bb2e5787120 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/deeb5619-d57a-401b-a1ce-aa488d516029 HTTP/1.1" status: 204 len: 168 time: 0.6841552 Oct 23 00:55:29.193256 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Provisioning complete for port fb4d96c4-1233-424b-927b-6f7d073dc950 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:29.193681 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.193788 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Attempt 1 to provision port fb4d96c4-1233-424b-927b-6f7d073dc950 Oct 23 00:55:29.200874 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393757e-b401-4408-814d-4bb2e5787120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeb5619-d57a-401b-a1ce-aa488d516029,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:29.203658 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.206049 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.295526 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 6fd068c6-0d16-44ce-ad89-526e230b2a76 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:29.295894 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.327136 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Pushing event updated for resources: {'Port': ['ID=fc90c6d2-ca1e-407e-9845-1cbdccc93961,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:29.479949 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:29.480191 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 6fd068c6-0d16-44ce-ad89-526e230b2a76, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6fd068c6-0d16-44ce-ad89-526e230b2a76,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:29.490022 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:29.507018 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.508186 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 31eece90-63f4-46a1-8120-8042007d1952 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:29.614287 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0233fcaf-6901-4392-bb24-ffba745cb609 None None] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:29.616111 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:29.626174 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:29.682574 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:29.686541 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-947d61f9-d010-48b3-b912-e892db56dc20 admin admin] Publish callbacks [] for security_group (e497651b-9cf3-437c-b1cc-aec33b6d69fc), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.714890 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:29.732968 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:29.736741 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:29.762946 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Current status of the port fb4d96c4-1233-424b-927b-6f7d073dc950 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:29.763253 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.803695 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:29.875122 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:29.884018 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=6fd068c6-0d16-44ce-ad89-526e230b2a76,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:29.889494 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Allocated IP 172.37.1.103 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/d10f087d-71e2-4d4b-8fb1-70fe8a8f576a) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:29.895662 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:29.927450 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 31eece90-63f4-46a1-8120-8042007d1952 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:29.927845 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (31eece90-63f4-46a1-8120-8042007d1952), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.928184 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 31eece90-63f4-46a1-8120-8042007d1952 Oct 23 00:55:29.928794 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:29.932722 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] For port fb4d96c4-1233-424b-927b-6f7d073dc950, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fb4d96c4-1233-424b-927b-6f7d073dc950,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:29.950054 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0f73887f-be07-4cd9-bb46-2e69921a3de7 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/052857b1-5304-43ec-bd4b-a5d7d39c0dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1005208 Oct 23 00:55:29.966087 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.044790 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-947d61f9-d010-48b3-b912-e892db56dc20 admin admin] Publish callbacks [] for security_group (e497651b-9cf3-437c-b1cc-aec33b6d69fc), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.047581 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Provisioning complete for port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:30.047963 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.048318 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Attempt 1 to provision port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a Oct 23 00:55:30.116906 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Pushing event updated for resources: {'Port': ['ID=fb4d96c4-1233-424b-927b-6f7d073dc950,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:30.139920 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:30.184984 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Sync routers for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:30.195121 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 31eece90-63f4-46a1-8120-8042007d1952 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:30.196156 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:30.237982 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:30.262944 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Sync routers for ids ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:30.272550 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3628e486-6b4d-4d0e-8cba-9e57a70ba776 admin admin] Publish callbacks [] for security_group (aee80387-5f17-4fec-899a-0f1b9ba2f98d), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.290203 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:30.291088 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:30.300443 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Routers {'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:30.305030 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:30.326468 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.327849 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a478519b-bf69-4e66-b5fd-7c58b8765a65 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8862219 Oct 23 00:55:30.335697 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35550) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:30.345901 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.347162 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d02f8c62-d9e4-4aaf-8b7f-0b4504e18386 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5812926 Oct 23 00:55:30.363314 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Current status of the port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:30.363788 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.384470 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35552) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:30.417092 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3628e486-6b4d-4d0e-8cba-9e57a70ba776 admin admin] Publish callbacks [] for security_group (aee80387-5f17-4fec-899a-0f1b9ba2f98d), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.436624 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:30.436903 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.437307 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a Oct 23 00:55:30.476026 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:30.539861 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Set router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:30.553386 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] For port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9c9432e9-c132-4ba4-8c55-8a68ef7bc74a,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:30.558385 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:30.591452 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.635458 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-947d61f9-d010-48b3-b912-e892db56dc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (e497651b-9cf3-437c-b1cc-aec33b6d69fc), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.638142 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-947d61f9-d010-48b3-b912-e892db56dc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.641928 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-947d61f9-d010-48b3-b912-e892db56dc20 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e497651b-9cf3-437c-b1cc-aec33b6d69fc HTTP/1.1" status: 204 len: 168 time: 1.7727058 Oct 23 00:55:30.701114 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35562) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:30.712627 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b08288ae-26a1-49a7-974c-74bf334aca3a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484604007', 'description': 'tempest-description--249033271'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:30.737073 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d61f9-d010-48b3-b912-e892db56dc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e497651b-9cf3-437c-b1cc-aec33b6d69fc,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:30.768215 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks [] for router_gateway (eecd47ed-1d86-4cb6-962a-3858a4983b98), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.863515 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks [] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.885764 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:30.888338 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Pushing event updated for resources: {'Port': ['ID=9c9432e9-c132-4ba4-8c55-8a68ef7bc74a,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:30.891345 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:25Z', 'revision_number': 3, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:30.920984 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Provisioning complete for port fc90c6d2-ca1e-407e-9845-1cbdccc93961 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:30.921522 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.921954 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Attempt 1 to provision port fc90c6d2-ca1e-407e-9845-1cbdccc93961 Oct 23 00:55:30.949876 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Checking router: cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:30.950239 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Updating router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 port b6262bb1-534a-49a3-8bfc-22e1ef137081 binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:31.003961 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.015724 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:31.023951 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device fb4d96c4-1233-424b-927b-6f7d073dc950 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:31.033250 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.041729 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.075022 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-df341e6f-06cb-4b98-bc6e-c5742e2944c6 None None] Port fc90c6d2-ca1e-407e-9845-1cbdccc93961 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:31.102878 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b08288ae-26a1-49a7-974c-74bf334aca3a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.105688 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 3, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:31.140378 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Checking router: 0278b914-c8ea-478e-9f0e-27c3d7025bb4 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:31.141117 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Updating router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 port 43d41416-41d6-4e77-9919-93af98f05276 binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:31.149790 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.150729 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3628e486-6b4d-4d0e-8cba-9e57a70ba776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (aee80387-5f17-4fec-899a-0f1b9ba2f98d), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.153458 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3628e486-6b4d-4d0e-8cba-9e57a70ba776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.158126 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3628e486-6b4d-4d0e-8cba-9e57a70ba776 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/aee80387-5f17-4fec-899a-0f1b9ba2f98d HTTP/1.1" status: 204 len: 168 time: 2.2296276 Oct 23 00:55:31.199256 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (43d41416-41d6-4e77-9919-93af98f05276), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.219536 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628e486-6b4d-4d0e-8cba-9e57a70ba776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee80387-5f17-4fec-899a-0f1b9ba2f98d,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:31.230285 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.252432 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port fb4d96c4-1233-424b-927b-6f7d073dc950 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:31.253641 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.254198 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port fb4d96c4-1233-424b-927b-6f7d073dc950 Oct 23 00:55:31.282412 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Pushing event updated for resources: {'Port': ['ID=d10f087d-71e2-4d4b-8fb1-70fe8a8f576a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:31.354357 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.417037 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:31.423384 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:31.432691 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:31.585359 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b08288ae-26a1-49a7-974c-74bf334aca3a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (c98b4e2d-127b-4015-b009-4cefb1de9c51), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.598708 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b08288ae-26a1-49a7-974c-74bf334aca3a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (c98b4e2d-127b-4015-b009-4cefb1de9c51), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.626337 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Provisioning complete for port fb4d96c4-1233-424b-927b-6f7d073dc950 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:31.629311 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (eecd47ed-1d86-4cb6-962a-3858a4983b98), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.629662 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.631967 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Attempt 1 to provision port fb4d96c4-1233-424b-927b-6f7d073dc950 Oct 23 00:55:31.685137 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Publish callbacks [] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.690167 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.697687 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.707397 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Sync routers for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:31.711737 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08288ae-26a1-49a7-974c-74bf334aca3a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b4e2d-127b-4015-b009-4cefb1de9c51,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:31.727247 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.770875 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b08288ae-26a1-49a7-974c-74bf334aca3a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.772101 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b08288ae-26a1-49a7-974c-74bf334aca3a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0685589 Oct 23 00:55:31.786229 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Attempting to bind port b6262bb1-534a-49a3-8bfc-22e1ef137081 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:31.787847 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Attempting to bind port b6262bb1-534a-49a3-8bfc-22e1ef137081 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:31.788658 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Attempting to bind port b6262bb1-534a-49a3-8bfc-22e1ef137081 on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:31.792180 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35584) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:31.808272 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f44af8d6-7b08-4e04-b489-3141cde443a2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'security_group_rule': {'security_group_id': 'c98b4e2d-127b-4015-b009-4cefb1de9c51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:31.858879 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:31.859583 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:31.885583 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff7d60-fe8c-4311-a266-f192f64c2c9f None None] Pushing event updated for resources: {'Port': ['ID=b6262bb1-534a-49a3-8bfc-22e1ef137081,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:31.921145 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:31.924790 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:31.926733 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.927785 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:31.930013 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Bound port: b6262bb1-534a-49a3-8bfc-22e1ef137081, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:31.931488 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.014452 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35588) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.034460 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f44af8d6-7b08-4e04-b489-3141cde443a2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (61e8c5c2-89a1-44bc-a46c-c6f35f508d5f), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.058400 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] For port b6262bb1-534a-49a3-8bfc-22e1ef137081, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:32.062671 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] For port b6262bb1-534a-49a3-8bfc-22e1ef137081, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b6262bb1-534a-49a3-8bfc-22e1ef137081,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:32.066160 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.069610 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port fb4d96c4-1233-424b-927b-6f7d073dc950 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:32.070713 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:32.071003 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.081495 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8dc4b02a-affd-44db-aa34-4d9fa69d76fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.142615 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff7d60-fe8c-4311-a266-f192f64c2c9f None None] Pushing event updated for resources: {'Port': ['ID=b6262bb1-534a-49a3-8bfc-22e1ef137081,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:32.157676 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Routers {'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:32.159433 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:32.181899 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks [] for router_gateway (335c2fb3-7f07-4cb7-827b-c087db43a65f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.263602 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=2,neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.329833 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Router eecd47ed-1d86-4cb6-962a-3858a4983b98 is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:32.362163 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f44af8d6-7b08-4e04-b489-3141cde443a2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (61e8c5c2-89a1-44bc-a46c-c6f35f508d5f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.365260 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] Set router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:32.373690 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.382621 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f44af8d6-7b08-4e04-b489-3141cde443a2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (61e8c5c2-89a1-44bc-a46c-c6f35f508d5f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.384761 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Allocated IP 172.20.0.1 (d59032f8-dc33-4dbf-ac1d-0e9fa84846ba/a031cacd-dbcb-4a62-bb15-15993e36cce0/ce6f3fd9-c609-4ff1-b2b3-906e679feed1) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:32.427258 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44af8d6-7b08-4e04-b489-3141cde443a2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e8c5c2-89a1-44bc-a46c-c6f35f508d5f,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:32.457492 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f44af8d6-7b08-4e04-b489-3141cde443a2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.458480 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-f44af8d6-7b08-4e04-b489-3141cde443a2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6652110 Oct 23 00:55:32.472090 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:32.484721 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35598) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.487179 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Current status of the port fb4d96c4-1233-424b-927b-6f7d073dc950 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:32.499264 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-665e0657-7f85-4719-94df-f75eb6ca500b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'security_group_rule': {'security_group_id': 'c98b4e2d-127b-4015-b009-4cefb1de9c51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:32.512219 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8dc4b02a-affd-44db-aa34-4d9fa69d76fd admin admin] Publish callbacks [] for security_group (afecdeb6-a5f4-44a2-a203-c6336b20058b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.525129 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.529133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8dc4b02a-affd-44db-aa34-4d9fa69d76fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (afecdeb6-a5f4-44a2-a203-c6336b20058b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.590215 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:32.590593 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.591012 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.596173 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 Oct 23 00:55:32.615691 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-8dc4b02a-affd-44db-aa34-4d9fa69d76fd admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=80bd8dbd74ed46cfb932b8e4f6e88585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976059 Oct 23 00:55:32.615691 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-665e0657-7f85-4719-94df-f75eb6ca500b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (aba9bd0a-cdda-4d1f-8429-9700561c3e21), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.616631 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35602) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.638597 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Provisioning complete for port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:32.639211 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.639870 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Attempt 1 to provision port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a Oct 23 00:55:32.659323 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4b02a-affd-44db-aa34-4d9fa69d76fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afecdeb6-a5f4-44a2-a203-c6336b20058b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:32.676201 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.680813 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Publish callbacks [] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.734518 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:25Z', 'revision_number': 3, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:32.736383 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:32.825698 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc61ef5-7ab0-42e2-bd4c-22da68ac41b8 None None] The sync data for ids ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'] in dv-cinder-master-3-smb is: [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:25Z', 'revision_number': 3, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:32.840182 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Sync routers for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:32.844485 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.867219 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:32.869158 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:32.882602 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.889945 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-2fa85afd-b0eb-4754-a550-123a7ff2d659 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.1643014 Oct 23 00:55:32.930820 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35612) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.934929 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-665e0657-7f85-4719-94df-f75eb6ca500b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (aba9bd0a-cdda-4d1f-8429-9700561c3e21), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.963322 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-665e0657-7f85-4719-94df-f75eb6ca500b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (aba9bd0a-cdda-4d1f-8429-9700561c3e21), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.968937 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.003808 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.014899 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (335c2fb3-7f07-4cb7-827b-c087db43a65f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.041798 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Publish callbacks [] for port (43d41416-41d6-4e77-9919-93af98f05276), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.048617 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:33.053479 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f2c55ae-76e8-45cf-b037-bdde91adc3aa admin admin] Publish callbacks [] for security_group (afecdeb6-a5f4-44a2-a203-c6336b20058b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.109492 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:33.139357 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (43d41416-41d6-4e77-9919-93af98f05276), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.147366 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:33.152062 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:33.159747 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:33.161630 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e0657-7f85-4719-94df-f75eb6ca500b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba9bd0a-cdda-4d1f-8429-9700561c3e21,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:33.167843 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:33.168351 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.185348 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f2c55ae-76e8-45cf-b037-bdde91adc3aa admin admin] Publish callbacks [] for security_group (afecdeb6-a5f4-44a2-a203-c6336b20058b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.296117 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Current status of the port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:33.303827 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f691d1-56c4-4fc8-96fa-38b30fbba157 None None] Pushing event updated for resources: {'Port': ['ID=43d41416-41d6-4e77-9919-93af98f05276,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:33.313306 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Attempting to bind port 43d41416-41d6-4e77-9919-93af98f05276 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:33.315586 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Attempting to bind port 43d41416-41d6-4e77-9919-93af98f05276 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:33.317001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Attempting to bind port 43d41416-41d6-4e77-9919-93af98f05276 on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:33.374890 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-665e0657-7f85-4719-94df-f75eb6ca500b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.376139 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-665e0657-7f85-4719-94df-f75eb6ca500b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8879263 Oct 23 00:55:33.422909 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35628) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:33.445489 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Provisioning complete for port fc90c6d2-ca1e-407e-9845-1cbdccc93961 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:33.445988 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.446217 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Attempt 1 to provision port fc90c6d2-ca1e-407e-9845-1cbdccc93961 Oct 23 00:55:33.446435 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:33.552577 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Port fc90c6d2-ca1e-407e-9845-1cbdccc93961 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:33.555479 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 2, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:33.598569 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:33.599273 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:33.599844 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.600419 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:33.601277 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Bound port: 43d41416-41d6-4e77-9919-93af98f05276, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:33.601828 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (43d41416-41d6-4e77-9919-93af98f05276), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.613044 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Checking router: 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:33.613957 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Updating router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 port fc90c6d2-ca1e-407e-9845-1cbdccc93961 binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:33.641866 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 6fd068c6-0d16-44ce-ad89-526e230b2a76 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:33.690787 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Provisioning complete for port 6fd068c6-0d16-44ce-ad89-526e230b2a76 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:33.691329 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.691971 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Attempt 1 to provision port 6fd068c6-0d16-44ce-ad89-526e230b2a76 Oct 23 00:55:33.729850 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 3, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:33.765943 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.772593 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Checking router: eecd47ed-1d86-4cb6-962a-3858a4983b98 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:33.774600 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Updating router eecd47ed-1d86-4cb6-962a-3858a4983b98 port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:33.854465 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.855563 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.948256 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] For port 43d41416-41d6-4e77-9919-93af98f05276, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:34.008645 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.015527 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] For port 43d41416-41d6-4e77-9919-93af98f05276, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=43d41416-41d6-4e77-9919-93af98f05276,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:34.016976 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.018680 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f2c55ae-76e8-45cf-b037-bdde91adc3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (afecdeb6-a5f4-44a2-a203-c6336b20058b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.021196 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f2c55ae-76e8-45cf-b037-bdde91adc3aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.031219 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-6f2c55ae-76e8-45cf-b037-bdde91adc3aa admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/afecdeb6-a5f4-44a2-a203-c6336b20058b HTTP/1.1" status: 204 len: 168 time: 1.4083273 Oct 23 00:55:34.037754 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.046867 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (43d41416-41d6-4e77-9919-93af98f05276), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.072516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 6fd068c6-0d16-44ce-ad89-526e230b2a76 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:34.073575 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.073917 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 6fd068c6-0d16-44ce-ad89-526e230b2a76 Oct 23 00:55:34.093283 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c55ae-76e8-45cf-b037-bdde91adc3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afecdeb6-a5f4-44a2-a203-c6336b20058b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:34.220239 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.227764 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:34.235134 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.263447 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.323291 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:34.324205 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:34.343366 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.366097 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Allocated IP 172.20.0.1 (197197c1-cb86-4ff6-9445-13bfeba0b392/522d6201-54ac-44a3-be79-eca7f6705ff3/66597f32-8db8-4e26-9a65-c2f61e486d20) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:34.402673 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.451980 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b6e21110-c95d-4ae0-9ee5-9459c2f597a2 None None] Current status of the port 6fd068c6-0d16-44ce-ad89-526e230b2a76 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:34.496630 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f691d1-56c4-4fc8-96fa-38b30fbba157 None None] Pushing event updated for resources: {'Port': ['ID=43d41416-41d6-4e77-9919-93af98f05276,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:34.560045 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Publish callbacks [] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.579829 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.633916 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.761817 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2c0a7-f6d7-44f0-8f79-925af4c0e340 None None] Pushing event updated for resources: {'Port': ['ID=3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:34.772032 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Attempting to bind port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:34.772806 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Attempting to bind port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:34.774101 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Attempting to bind port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:34.788603 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Allocated IP 172.37.1.238 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/1d59d605-1ffc-45d5-8360-8dfc8a15a56a) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:34.839897 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:34.840442 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:34.841053 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.842149 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:34.842934 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Bound port: 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:34.843499 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.862599 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Publish callbacks [] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.873107 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:34.918034 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:34.931832 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-874298d9-6849-4f97-a93a-d574dbf5782b None None] Provisioning complete for port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:34.932216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-874298d9-6849-4f97-a93a-d574dbf5782b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.950158 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-874298d9-6849-4f97-a93a-d574dbf5782b None None] Attempt 1 to provision port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 Oct 23 00:55:34.952896 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.956137 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] For port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:34.959989 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Publish callbacks [] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.961735 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] For port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:34.975001 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.976147 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.977577 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.025978 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 6fd068c6-0d16-44ce-ad89-526e230b2a76 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:35.027064 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device fb4d96c4-1233-424b-927b-6f7d073dc950 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:35.058254 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.058531 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:35.065983 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-adf58ab5-5a07-44e5-be8d-6375b904abf0 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.0763612 Oct 23 00:55:35.071453 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35666) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:35.096357 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:35.096988 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:35.126013 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2c0a7-f6d7-44f0-8f79-925af4c0e340 None None] Pushing event updated for resources: {'Port': ['ID=3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:35.147434 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:35.148120 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:35.207739 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35670) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:35.232877 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-874298d9-6849-4f97-a93a-d574dbf5782b None None] Port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:35.350862 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.390481 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:35.433903 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:35.549938 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.560923 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:35.565197 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:35.672430 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:35.685884 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:35.719299 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port fb4d96c4-1233-424b-927b-6f7d073dc950 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:35.719725 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.720079 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port fb4d96c4-1233-424b-927b-6f7d073dc950 Oct 23 00:55:35.743333 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Publish callbacks [] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.782676 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:35.879640 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.914353 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:35.975057 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Allocated IP 172.20.0.1 (d4e2c99e-0b61-4845-895a-2bc751b78855/8aa207c2-f1a6-4db4-abe0-0f2a9943657d/37892600-08ca-46a1-be17-7a9f4cc93240) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:36.013153 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:36.026328 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:36.056810 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:36.068231 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for port (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.076978 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:36.077873 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (0278b914-c8ea-478e-9f0e-27c3d7025bb4), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.107686 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 3, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:36.144856 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-5bc577f8-150e-4474-ae7d-b076c4b95ca8 None None] Provisioning complete for port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:36.145413 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5bc577f8-150e-4474-ae7d-b076c4b95ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.145608 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-5bc577f8-150e-4474-ae7d-b076c4b95ca8 None None] Attempt 1 to provision port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 Oct 23 00:55:36.154574 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563347b4-284f-45d0-bafb-0b5a0879dcc8 None None] The sync data for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb is: [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 3, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:36.194235 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Pushing event updated for resources: {'Port': ['ID=66597f32-8db8-4e26-9a65-c2f61e486d20,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.218161 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fcd8b-d0ed-4d52-9ad5-120735de2b2c None None] Pushing event updated for resources: {'Port': ['ID=fc90c6d2-ca1e-407e-9845-1cbdccc93961,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.267636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d5238812-ae0e-4c6d-a8dd-b9509b7746c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.312446 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5bc577f8-150e-4474-ae7d-b076c4b95ca8 None None] Port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:36.341801 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:36.343517 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-6f214423-487e-430d-8b72-5c903be7831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 3, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:36.374009 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Attempting to bind port fc90c6d2-ca1e-407e-9845-1cbdccc93961 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:36.374716 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Attempting to bind port fc90c6d2-ca1e-407e-9845-1cbdccc93961 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:36.375403 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Attempting to bind port fc90c6d2-ca1e-407e-9845-1cbdccc93961 on network 1676a06e-522d-4f8e-b92f-37ac57e4940a {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:36.441309 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Publish callbacks [] for port (37892600-08ca-46a1-be17-7a9f4cc93240), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.449079 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:36.472758 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:36.498313 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:36.498814 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Checking segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:36.499311 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.499820 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Sync routers for ids ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:36.500233 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Bound using segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:36.501089 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Bound port: fc90c6d2-ca1e-407e-9845-1cbdccc93961, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:36.502540 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.505569 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f214423-487e-430d-8b72-5c903be7831a None None] The sync data for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb is: [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 3, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:36.519309 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-2349be2c-496a-4d4c-81dc-a6c0e4b91cf7 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1790597 Oct 23 00:55:36.533228 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Routers {'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:36.534211 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:36.613714 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-67e15011-b8e0-4307-88dd-bc7abd2c44fd None None] Provisioning complete for port 66597f32-8db8-4e26-9a65-c2f61e486d20 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:36.614114 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-67e15011-b8e0-4307-88dd-bc7abd2c44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.614445 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-67e15011-b8e0-4307-88dd-bc7abd2c44fd None None] Attempt 1 to provision port 66597f32-8db8-4e26-9a65-c2f61e486d20 Oct 23 00:55:36.643168 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:36.650206 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.651630 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.701679 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-67e15011-b8e0-4307-88dd-bc7abd2c44fd None None] Port 66597f32-8db8-4e26-9a65-c2f61e486d20 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:36.787814 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 3, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:36.805613 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'Port': ['ID=1d59d605-1ffc-45d5-8360-8dfc8a15a56a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.850048 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Network d4e2c99e-0b61-4845-895a-2bc751b78855 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:36.855743 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:36.872749 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port fb4d96c4-1233-424b-927b-6f7d073dc950 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:36.874434 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 492c38a2-aefa-449c-8e60-ddfb0348551c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:36.880985 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Set router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:36.887136 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:36.890254 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (eecd47ed-1d86-4cb6-962a-3858a4983b98), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.893720 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:36.946297 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:36.953721 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:36.962055 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Updating router 335c2fb3-7f07-4cb7-827b-c087db43a65f port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:37.007334 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Pushing event updated for resources: {'Port': ['ID=37892600-08ca-46a1-be17-7a9f4cc93240,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:37.031599 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:37.037556 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 492c38a2-aefa-449c-8e60-ddfb0348551c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:37.037953 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.038291 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 492c38a2-aefa-449c-8e60-ddfb0348551c Oct 23 00:55:37.155113 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:37.239992 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.396672 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 4, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ce6f3fd9-c609-4ff1-b2b3-906e679feed1', 'name': '', 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'mac_address': 'fa:16:3e:61:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a031cacd-dbcb-4a62-bb15-15993e36cce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:31Z', 'updated_at': '2022-10-23T00:55:34Z', 'revision_number': 2, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'subnets': [{'id': 'a031cacd-dbcb-4a62-bb15-15993e36cce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:37.417381 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.427933 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] For port fc90c6d2-ca1e-407e-9845-1cbdccc93961, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:37.466846 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Checking router: cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:37.472059 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Updating router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:37.509653 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (51da42c8-270c-4255-a1c5-ffcbe80a0ec7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.514472 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-3cd2fa96-f548-455b-adf1-6d88ce22abd1 None None] Provisioning complete for port 37892600-08ca-46a1-be17-7a9f4cc93240 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:37.514843 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fa96-f548-455b-adf1-6d88ce22abd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.515174 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-3cd2fa96-f548-455b-adf1-6d88ce22abd1 None None] Attempt 1 to provision port 37892600-08ca-46a1-be17-7a9f4cc93240 Oct 23 00:55:37.574015 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.665010 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d5238812-ae0e-4c6d-a8dd-b9509b7746c2 admin admin] Publish callbacks [] for security_group (b6274a5c-d6f6-412b-8c7a-9560d8f659e9), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.683526 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d5238812-ae0e-4c6d-a8dd-b9509b7746c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b6274a5c-d6f6-412b-8c7a-9560d8f659e9), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.701596 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2fa96-f548-455b-adf1-6d88ce22abd1 None None] Port 37892600-08ca-46a1-be17-7a9f4cc93240 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:37.725756 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] For port fc90c6d2-ca1e-407e-9845-1cbdccc93961, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc90c6d2-ca1e-407e-9845-1cbdccc93961,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:37.861564 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.863222 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35760) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:37.870147 dv-cinder-master-3-smb neutron-server[104468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 23 00:55:37.898110 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5238812-ae0e-4c6d-a8dd-b9509b7746c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6274a5c-d6f6-412b-8c7a-9560d8f659e9,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:37.907025 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:37.909397 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.911176 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.929403 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:37.957080 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Publish callbacks [] for port (37892600-08ca-46a1-be17-7a9f4cc93240), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.034933 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fcd8b-d0ed-4d52-9ad5-120735de2b2c None None] Pushing event updated for resources: {'Port': ['ID=fc90c6d2-ca1e-407e-9845-1cbdccc93961,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:38.049890 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.053917 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (eecd47ed-1d86-4cb6-962a-3858a4983b98), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.057121 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:38.073104 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:38.138486 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d5238812-ae0e-4c6d-a8dd-b9509b7746c2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0af8ea27331940d28594dc5cc89e03fe&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9233468 Oct 23 00:55:38.169273 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35762) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:38.301691 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Publish callbacks [] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.318504 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.356228 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35768) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:38.420014 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ac0c3-7dc1-449c-94d1-524d5846e151 None None] Pushing event updated for resources: {'Port': ['ID=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:38.441366 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54f26401-29ce-4b7e-88fe-cbfc91d0e199 admin admin] Publish callbacks [] for security_group (b6274a5c-d6f6-412b-8c7a-9560d8f659e9), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.444419 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.487424 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Pushing event updated for resources: {'Port': ['ID=37892600-08ca-46a1-be17-7a9f4cc93240,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:38.534542 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-fa7a7cf5-35f5-411a-b68e-85e200b930b8 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:38.546548 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-fa7a7cf5-35f5-411a-b68e-85e200b930b8 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba HTTP/1.1" status: 200 len: 812 time: 0.6805840 Oct 23 00:55:38.548642 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:38.564186 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54f26401-29ce-4b7e-88fe-cbfc91d0e199 admin admin] Publish callbacks [] for security_group (b6274a5c-d6f6-412b-8c7a-9560d8f659e9), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.567393 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Attempting to bind port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:38.567766 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Attempting to bind port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:38.568155 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Attempting to bind port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 on network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:38.585632 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-02fa9f41-7299-48a9-9e29-9f162da0e965 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/quotas/c7e74b2109214d21bb658dc423b38505 HTTP/1.1" status: 200 len: 375 time: 0.0379229 Oct 23 00:55:38.639789 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Network d4e2c99e-0b61-4845-895a-2bc751b78855 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:38.646723 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:38.647100 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Checking segment: {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:38.647503 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.648044 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Bound using segment: {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:38.648599 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Bound port: ce6f3fd9-c609-4ff1-b2b3-906e679feed1, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:38.649180 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.664389 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:38.695016 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:38.727459 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] For port ce6f3fd9-c609-4ff1-b2b3-906e679feed1, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:38.730734 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] For port ce6f3fd9-c609-4ff1-b2b3-906e679feed1, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:38.742621 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.752427 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-891b8929-47e7-4dc4-a2ab-e38c00130b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.754516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Publish callbacks [] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.761105 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 492c38a2-aefa-449c-8e60-ddfb0348551c is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:38.761539 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.763602 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Routers {'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:38.767559 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:38.770007 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-b30acdd4-fd0f-47c2-aff3-214f31576ec1 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c7e74b2109214d21bb658dc423b38505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1831157 Oct 23 00:55:38.794161 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.864237 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-891b8929-47e7-4dc4-a2ab-e38c00130b8b admin admin] Publish callbacks [] for security_group (b16d2e20-e580-4ccc-b864-1cf2d063263c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.879620 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:38.893578 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-891b8929-47e7-4dc4-a2ab-e38c00130b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b16d2e20-e580-4ccc-b864-1cf2d063263c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.896200 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Attempting to bind port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:38.896766 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Attempting to bind port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:38.898136 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Attempting to bind port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:38.898883 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ac0c3-7dc1-449c-94d1-524d5846e151 None None] Pushing event updated for resources: {'Port': ['ID=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:38.913339 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc63cb-ea52-4982-b223-503efc26e157 None None] Pushing event updated for resources: {'Port': ['ID=d10f087d-71e2-4d4b-8fb1-70fe8a8f576a,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:38.964283 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:38.965621 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:38.992971 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] Set router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:39.026862 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for port (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.032449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 492c38a2-aefa-449c-8e60-ddfb0348551c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=492c38a2-aefa-449c-8e60-ddfb0348551c,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:39.050449 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-891b8929-47e7-4dc4-a2ab-e38c00130b8b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4b303de821ac45068740a37163b8e0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6897161 Oct 23 00:55:39.051019 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.051775 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (51da42c8-270c-4255-a1c5-ffcbe80a0ec7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.054015 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.054998 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:39.056852 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Publish callbacks [] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.063098 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35776) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:39.105202 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b8929-47e7-4dc4-a2ab-e38c00130b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d2e20-e580-4ccc-b864-1cf2d063263c,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:39.118533 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:39.119386 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.121237 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (0278b914-c8ea-478e-9f0e-27c3d7025bb4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.145272 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Router eecd47ed-1d86-4cb6-962a-3858a4983b98 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:39.157337 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54f26401-29ce-4b7e-88fe-cbfc91d0e199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b6274a5c-d6f6-412b-8c7a-9560d8f659e9), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.165873 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54f26401-29ce-4b7e-88fe-cbfc91d0e199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.166528 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-54f26401-29ce-4b7e-88fe-cbfc91d0e199 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b6274a5c-d6f6-412b-8c7a-9560d8f659e9 HTTP/1.1" status: 204 len: 168 time: 0.9949527 Oct 23 00:55:39.172568 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=492c38a2-aefa-449c-8e60-ddfb0348551c,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:39.224384 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-bc4654f3-c4a9-4c6f-a090-11770f2c0b14 None None] Provisioning complete for port 37892600-08ca-46a1-be17-7a9f4cc93240 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:39.225285 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc4654f3-c4a9-4c6f-a090-11770f2c0b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.225738 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:39.226079 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-bc4654f3-c4a9-4c6f-a090-11770f2c0b14 None None] Attempt 1 to provision port 37892600-08ca-46a1-be17-7a9f4cc93240 Oct 23 00:55:39.256747 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-db9df763-fae6-4f42-82d2-309c40b5c7bd service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:55:39.264987 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-db9df763-fae6-4f42-82d2-309c40b5c7bd service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1444845 Oct 23 00:55:39.275583 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:39.276373 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.277233 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a Oct 23 00:55:39.288075 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.297610 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8667762 Oct 23 00:55:39.323068 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-bc4654f3-c4a9-4c6f-a090-11770f2c0b14 None None] Port 37892600-08ca-46a1-be17-7a9f4cc93240 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:39.329808 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 4, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ce6f3fd9-c609-4ff1-b2b3-906e679feed1', 'name': '', 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'mac_address': 'fa:16:3e:61:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a031cacd-dbcb-4a62-bb15-15993e36cce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:31Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'subnets': [{'id': 'a031cacd-dbcb-4a62-bb15-15993e36cce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:39.335254 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:39.336087 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:39.336217 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.336596 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:39.337089 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Bound port: d10f087d-71e2-4d4b-8fb1-70fe8a8f576a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:39.337479 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.371920 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b8713-f6aa-46e1-8ec0-be2640d3334d None None] The sync data for ids ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'] in dv-cinder-master-3-smb is: [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 4, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ce6f3fd9-c609-4ff1-b2b3-906e679feed1', 'name': '', 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'mac_address': 'fa:16:3e:61:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a031cacd-dbcb-4a62-bb15-15993e36cce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:31Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'subnets': [{'id': 'a031cacd-dbcb-4a62-bb15-15993e36cce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:39.411088 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:39.467569 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-fe4abeea-e33c-4295-a00b-70feab5247f3 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/eecd47ed-1d86-4cb6-962a-3858a4983b98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5271828 Oct 23 00:55:39.480050 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f26401-29ce-4b7e-88fe-cbfc91d0e199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6274a5c-d6f6-412b-8c7a-9560d8f659e9,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:39.484207 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:39.484495 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8137527-cf89-493b-8cfd-0526a3039eae tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'Port': ['ID=1d59d605-1ffc-45d5-8360-8dfc8a15a56a,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:39.503584 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-693cd9f7-edb1-4da9-86b6-0b2c6da62967 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322893 Oct 23 00:55:39.520142 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:39.530649 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Allocated IP 172.20.0.1 (d8f91d95-1c2c-439e-9697-40967bfc9e0e/64322874-d1c5-43d1-a2c6-23db4c23e049/478aee50-ceca-470c-ba37-a6fb5050ea1b) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:39.533956 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:39.567934 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] For port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:39.772893 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35810) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:39.784400 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] For port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d10f087d-71e2-4d4b-8fb1-70fe8a8f576a,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:39.846483 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.848606 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:39.859126 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-711eccd8-3b76-48d8-9e12-1beecf46198e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464470 Oct 23 00:55:39.910470 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-b269fdbf-113a-40db-974e-18a605ed7af8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--484604007&fields=id&tenant_id=7103bcb49d5c4e8b958fba3b1309a881 HTTP/1.1" status: 200 len: 267 time: 0.1341131 Oct 23 00:55:39.910991 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35816) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:39.916082 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:39.918217 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:39.944810 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e8efae4-6d4d-4185-b162-da18a50c616f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.014283 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:40.014921 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:40.246243 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc63cb-ea52-4982-b223-503efc26e157 None None] Pushing event updated for resources: {'Port': ['ID=d10f087d-71e2-4d4b-8fb1-70fe8a8f576a,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:40.247371 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:40.259210 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4256a602-234f-46b3-a030-f1d338973cda None None] Provisioning complete for port 66597f32-8db8-4e26-9a65-c2f61e486d20 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:40.259699 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4256a602-234f-46b3-a030-f1d338973cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.260115 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4256a602-234f-46b3-a030-f1d338973cda None None] Attempt 1 to provision port 66597f32-8db8-4e26-9a65-c2f61e486d20 Oct 23 00:55:40.273128 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976791-5954-4ef7-aec5-e28e919edb1e req-6585ba74-adc2-4e2c-80bf-ea3c658ed55a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:40.280775 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-6585ba74-adc2-4e2c-80bf-ea3c658ed55a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 817 time: 0.3265483 Oct 23 00:55:40.308020 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d273fb3b-6c4e-4af4-8ea5-fadd152c2fa0 admin admin] Publish callbacks [] for security_group (b16d2e20-e580-4ccc-b864-1cf2d063263c), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.318032 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e8efae4-6d4d-4185-b162-da18a50c616f admin admin] Publish callbacks [] for security_group (98ba10f1-b485-4994-b47a-4da854af5df6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.327040 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-28230330-2d8c-45a3-8f5c-280e4b886e00 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/quotas/7103bcb49d5c4e8b958fba3b1309a881 HTTP/1.1" status: 200 len: 375 time: 0.0451763 Oct 23 00:55:40.371111 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e8efae4-6d4d-4185-b162-da18a50c616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (98ba10f1-b485-4994-b47a-4da854af5df6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.429663 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8d41c9ff-ac28-49c0-a78c-b60294b8f90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.431305 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:40.433595 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:40.491467 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-bd2e784e-d4cd-4bab-bf3e-f4f3e6bfa9a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517928 Oct 23 00:55:40.494077 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8efae4-6d4d-4185-b162-da18a50c616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba10f1-b485-4994-b47a-4da854af5df6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:40.504373 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-6e8efae4-6d4d-4185-b162-da18a50c616f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7ad29830bfe94a7d848c974f4d483433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914924 Oct 23 00:55:40.507615 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35844) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:40.551252 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4256a602-234f-46b3-a030-f1d338973cda None None] Port 66597f32-8db8-4e26-9a65-c2f61e486d20 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:40.583706 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:40.614895 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:40.634896 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Publish callbacks [] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.660770 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd799-bbc0-447c-9297-4195b082a297 admin admin] Publish callbacks [] for security_group (98ba10f1-b485-4994-b47a-4da854af5df6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.685657 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af57038b-dafb-4d9e-93b7-8a93f7536d70 None None] The sync data for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb is: [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:40.706275 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d273fb3b-6c4e-4af4-8ea5-fadd152c2fa0 admin admin] Publish callbacks [] for security_group (b16d2e20-e580-4ccc-b864-1cf2d063263c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.712773 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.740965 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd799-bbc0-447c-9297-4195b082a297 admin admin] Publish callbacks [] for security_group (98ba10f1-b485-4994-b47a-4da854af5df6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.752789 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:40.753445 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.753794 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 Oct 23 00:55:40.774245 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:40.820858 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Pushing event updated for resources: {'Port': ['ID=66597f32-8db8-4e26-9a65-c2f61e486d20,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:40.833545 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:40.837638 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-f8cc5612-dd70-4857-b76f-9789a7f1fb7d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:40.839920 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-f8cc5612-dd70-4857-b76f-9789a7f1fb7d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 818 time: 0.2719376 Oct 23 00:55:40.853862 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:40.857663 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:40.858178 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (335c2fb3-7f07-4cb7-827b-c087db43a65f), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.874295 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-5a3dc3d0-f9cb-4613-badf-7097328e52eb service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:55:40.882379 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-5a3dc3d0-f9cb-4613-badf-7097328e52eb service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1469579 Oct 23 00:55:40.983845 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:41.003516 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-8611f1a6-1f54-44e5-88f7-2f7039187fef tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/quotas/ebac7696faf14dfea4957e97b589029d HTTP/1.1" status: 200 len: 375 time: 0.1544607 Oct 23 00:55:41.037660 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Sync routers for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:41.098001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:41.098639 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:41.109657 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:41.111429 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.172711 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd799-bbc0-447c-9297-4195b082a297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (98ba10f1-b485-4994-b47a-4da854af5df6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.176180 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd799-bbc0-447c-9297-4195b082a297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.179824 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-1b3bd799-bbc0-447c-9297-4195b082a297 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/98ba10f1-b485-4994-b47a-4da854af5df6 HTTP/1.1" status: 204 len: 168 time: 0.6685140 Oct 23 00:55:41.186644 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 3, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:41.244479 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bd799-bbc0-447c-9297-4195b082a297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba10f1-b485-4994-b47a-4da854af5df6,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:41.310100 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:41.319132 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f0306-1575-4318-890f-7700b86eb91f None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 3, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:41.324280 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-2614a27a-0b98-4f2f-8564-c0d36cdbeea9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3195534 Oct 23 00:55:41.379476 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Pushing event updated for resources: {'Port': ['ID=478aee50-ceca-470c-ba37-a6fb5050ea1b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:41.391246 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.404108 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 43d41416-41d6-4e77-9919-93af98f05276 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:41.527685 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.534300 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d273fb3b-6c4e-4af4-8ea5-fadd152c2fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b16d2e20-e580-4ccc-b864-1cf2d063263c), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.538753 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d273fb3b-6c4e-4af4-8ea5-fadd152c2fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.540153 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d273fb3b-6c4e-4af4-8ea5-fadd152c2fa0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b16d2e20-e580-4ccc-b864-1cf2d063263c HTTP/1.1" status: 204 len: 168 time: 2.4730225 Oct 23 00:55:41.595362 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:41.654340 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-80d94242-e100-4226-8581-6bda6ecb086e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584548 Oct 23 00:55:41.660663 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273fb3b-6c4e-4af4-8ea5-fadd152c2fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d2e20-e580-4ccc-b864-1cf2d063263c,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:41.671862 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:41.694873 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Sync routers for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:41.722763 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-029d18de-2b35-4855-a002-a4eddb39c58e admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/0278b914-c8ea-478e-9f0e-27c3d7025bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3315215 Oct 23 00:55:41.726461 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:41.731225 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:41.858133 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:42.053491 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-4427901a-3a5b-4673-b61b-667843900f38 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204764 Oct 23 00:55:42.134266 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:42.332895 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-42947b68-a9c9-46a2-ab44-532b0f243023 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6674094 Oct 23 00:55:42.379742 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:42.384477 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-cf6a2b7b-deef-449d-b38f-a1de858814fc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162057 Oct 23 00:55:42.393646 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:42.458692 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-37fb7dfb-a6e2-4e1b-a2ac-a577192f84b0 None None] Provisioning complete for port 478aee50-ceca-470c-ba37-a6fb5050ea1b triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:42.459073 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37fb7dfb-a6e2-4e1b-a2ac-a577192f84b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.459176 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Publish callbacks [] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.459654 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-37fb7dfb-a6e2-4e1b-a2ac-a577192f84b0 None None] Attempt 1 to provision port 478aee50-ceca-470c-ba37-a6fb5050ea1b Oct 23 00:55:42.475615 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.476523 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (335c2fb3-7f07-4cb7-827b-c087db43a65f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.599103 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:42.670228 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-37fb7dfb-a6e2-4e1b-a2ac-a577192f84b0 None None] Port 478aee50-ceca-470c-ba37-a6fb5050ea1b cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:42.701777 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Pushing event updated for resources: {'Port': ['ID=478aee50-ceca-470c-ba37-a6fb5050ea1b,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:42.750867 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 43d41416-41d6-4e77-9919-93af98f05276 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:42.751786 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (43d41416-41d6-4e77-9919-93af98f05276), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.752540 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 43d41416-41d6-4e77-9919-93af98f05276 Oct 23 00:55:42.771840 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-62070aaf-a65b-4901-8aaf-fab6e58e889f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.810872 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35914) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:42.816388 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:42.857346 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:42.864242 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:42.866520 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9ca8024-88aa-4177-80e9-08b384347961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.983532 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:43.064167 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 2, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:43.098877 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Checking router: 0278b914-c8ea-478e-9f0e-27c3d7025bb4 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:43.099548 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Updating router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 port 66597f32-8db8-4e26-9a65-c2f61e486d20 binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:43.130597 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.171488 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9ca8024-88aa-4177-80e9-08b384347961 admin admin] Publish callbacks [] for security_group (016a602d-bc21-4ccc-b6bd-8766a5d4b03b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.275063 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9ca8024-88aa-4177-80e9-08b384347961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (016a602d-bc21-4ccc-b6bd-8766a5d4b03b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.374009 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:43.405480 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea8354b4-d02e-4c16-aca3-c193467f9df0 req-bda680a2-5cf5-47de-a3bd-15eb29f6ecf6 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 210 time: 0.2305050 Oct 23 00:55:43.463406 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca8024-88aa-4177-80e9-08b384347961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016a602d-bc21-4ccc-b6bd-8766a5d4b03b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:43.487027 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 2, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:43.493006 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-e8cd66b9-376d-46fa-a92b-0f8153867b78 None None] Provisioning complete for port 478aee50-ceca-470c-ba37-a6fb5050ea1b triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:43.494037 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e8cd66b9-376d-46fa-a92b-0f8153867b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.494384 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-e8cd66b9-376d-46fa-a92b-0f8153867b78 None None] Attempt 1 to provision port 478aee50-ceca-470c-ba37-a6fb5050ea1b Oct 23 00:55:43.522921 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-c9ca8024-88aa-4177-80e9-08b384347961 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7e6ad7b533bf497ab08b3350f39b003b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7083123 Oct 23 00:55:43.524918 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 35948) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:43.635443 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a4f4225b-223a-426d-b06d-4115874543f1 req-ebdeee52-41bc-465a-8c11-98df692f1849 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 210 time: 0.1112423 Oct 23 00:55:43.773602 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Checking router: eecd47ed-1d86-4cb6-962a-3858a4983b98 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:43.775288 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Updating router eecd47ed-1d86-4cb6-962a-3858a4983b98 port 37892600-08ca-46a1-be17-7a9f4cc93240 binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:43.791786 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:43.868429 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e226a58f-38d5-45cf-b3fa-f9db70f988c7 req-c564739b-a8aa-4dd6-ae81-fac7c68bb393 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 210 time: 0.0858703 Oct 23 00:55:43.924144 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 43d41416-41d6-4e77-9919-93af98f05276 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:43.930190 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (43d41416-41d6-4e77-9919-93af98f05276), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.936699 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd66b9-376d-46fa-a92b-0f8153867b78 None None] Port 478aee50-ceca-470c-ba37-a6fb5050ea1b cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:43.971293 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.973550 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.979721 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 43d41416-41d6-4e77-9919-93af98f05276, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=43d41416-41d6-4e77-9919-93af98f05276,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:44.044630 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (43d41416-41d6-4e77-9919-93af98f05276), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.047919 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 35982) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:44.049343 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device b6262bb1-534a-49a3-8bfc-22e1ef137081 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:44.053474 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-1fa9ee1c-b6a4-4da1-8860-5d192956e4e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852138191', 'description': 'tempest-description--1209451728'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:44.066169 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:44.070073 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-359d41a2-dd3b-41b2-8415-3353e4a52d85 admin admin] Publish callbacks [] for security_group (016a602d-bc21-4ccc-b6bd-8766a5d4b03b), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.131319 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Publish callbacks [] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.136378 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-359d41a2-dd3b-41b2-8415-3353e4a52d85 admin admin] Publish callbacks [] for security_group (016a602d-bc21-4ccc-b6bd-8766a5d4b03b), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.144887 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.194052 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ee1c-b6a4-4da1-8860-5d192956e4e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.322522 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-5d56e3c2-3c02-4a1d-937a-8b23365b2cca admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/335c2fb3-7f07-4cb7-827b-c087db43a65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2482345 Oct 23 00:55:44.336270 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fd8b3-d550-45ce-becc-0611cd6f302a None None] Pushing event updated for resources: {'Port': ['ID=66597f32-8db8-4e26-9a65-c2f61e486d20,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:44.353667 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-359d41a2-dd3b-41b2-8415-3353e4a52d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (016a602d-bc21-4ccc-b6bd-8766a5d4b03b), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.363157 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-359d41a2-dd3b-41b2-8415-3353e4a52d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.369718 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-359d41a2-dd3b-41b2-8415-3353e4a52d85 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/016a602d-bc21-4ccc-b6bd-8766a5d4b03b HTTP/1.1" status: 204 len: 168 time: 0.8359344 Oct 23 00:55:44.404745 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d41a2-dd3b-41b2-8415-3353e4a52d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016a602d-bc21-4ccc-b6bd-8766a5d4b03b,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:44.506401 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ee1c-b6a4-4da1-8860-5d192956e4e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.510827 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:44.515489 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:44.527579 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ee1c-b6a4-4da1-8860-5d192956e4e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.577166 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Attempting to bind port 66597f32-8db8-4e26-9a65-c2f61e486d20 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:44.577538 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Attempting to bind port 66597f32-8db8-4e26-9a65-c2f61e486d20 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:44.581139 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Attempting to bind port 66597f32-8db8-4e26-9a65-c2f61e486d20 on network 197197c1-cb86-4ff6-9445-13bfeba0b392 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:44.746724 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:44.787257 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:44.788191 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Checking segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:44.790217 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.791422 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Bound using segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:44.793198 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Bound port: 66597f32-8db8-4e26-9a65-c2f61e486d20, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:44.794349 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.880698 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ee1c-b6a4-4da1-8860-5d192956e4e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.885328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36024) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:44.889991 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-80220b0f-0916-4b39-983f-65de9a09faa0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'security_group_rule': {'security_group_id': 'da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:44.897495 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-1fa9ee1c-b6a4-4da1-8860-5d192956e4e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8323956 Oct 23 00:55:44.931740 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Publish callbacks [] for port (37892600-08ca-46a1-be17-7a9f4cc93240), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.974112 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:45.007873 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-80220b0f-0916-4b39-983f-65de9a09faa0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (68364ef8-8ba6-4983-87ef-ae98691325d7), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.034407 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] For port 66597f32-8db8-4e26-9a65-c2f61e486d20, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:45.040065 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.045104 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] For port 66597f32-8db8-4e26-9a65-c2f61e486d20, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66597f32-8db8-4e26-9a65-c2f61e486d20,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:45.053055 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9ee1c-b6a4-4da1-8860-5d192956e4e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:45.054753 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.117825 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port b6262bb1-534a-49a3-8bfc-22e1ef137081 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:45.118231 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.118575 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port b6262bb1-534a-49a3-8bfc-22e1ef137081 Oct 23 00:55:45.125314 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:45.155380 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.43', 49902) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:45.220140 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=43d41416-41d6-4e77-9919-93af98f05276,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:45.238690 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:45.249562 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:45.253598 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fd8b3-d550-45ce-becc-0611cd6f302a None None] Pushing event updated for resources: {'Port': ['ID=66597f32-8db8-4e26-9a65-c2f61e486d20,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:45.254268 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-caaf5a59-89d1-4b85-9ce7-34671da0edf9 req-82f42b89-3183-4447-a2cc-66802be26ec8 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 210 time: 0.2748685 Oct 23 00:55:45.361518 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-80220b0f-0916-4b39-983f-65de9a09faa0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (68364ef8-8ba6-4983-87ef-ae98691325d7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.368835 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-80220b0f-0916-4b39-983f-65de9a09faa0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (68364ef8-8ba6-4983-87ef-ae98691325d7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.429512 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80220b0f-0916-4b39-983f-65de9a09faa0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68364ef8-8ba6-4983-87ef-ae98691325d7,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:45.443570 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.466843 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-80220b0f-0916-4b39-983f-65de9a09faa0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.468349 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-80220b0f-0916-4b39-983f-65de9a09faa0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5819962 Oct 23 00:55:45.471551 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36048) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:45.476526 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-bbff6a33-828c-4b33-9b0f-60fb233a727d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'security_group_rule': {'security_group_id': 'da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:45.498031 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:45.508039 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b24fc0-1258-4581-ad26-b83ac42283d2 None None] Pushing event updated for resources: {'Port': ['ID=37892600-08ca-46a1-be17-7a9f4cc93240,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:45.521763 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.524418 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Attempting to bind port 37892600-08ca-46a1-be17-7a9f4cc93240 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:45.524804 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Attempting to bind port 37892600-08ca-46a1-be17-7a9f4cc93240 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:45.525152 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Attempting to bind port 37892600-08ca-46a1-be17-7a9f4cc93240 on network d4e2c99e-0b61-4845-895a-2bc751b78855 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:45.530601 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-3b3953d2-388e-4151-8ae0-a04d13e369fc tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:45.532132 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-3b3953d2-388e-4151-8ae0-a04d13e369fc tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 818 time: 1.0135274 Oct 23 00:55:45.557248 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bbff6a33-828c-4b33-9b0f-60fb233a727d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (4228a14b-cecb-44d6-b86d-2df589ab4e57), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.634473 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-b46dcef0-c33a-4d34-85e6-f34e77541002 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/quotas/ebac7696faf14dfea4957e97b589029d HTTP/1.1" status: 200 len: 375 time: 0.0692647 Oct 23 00:55:45.698943 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port b6262bb1-534a-49a3-8bfc-22e1ef137081 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:45.700606 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.702953 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bbff6a33-828c-4b33-9b0f-60fb233a727d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (4228a14b-cecb-44d6-b86d-2df589ab4e57), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.705123 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:45.709231 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-8105d497-f3e0-485d-b681-93b24ac5902e tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:45.711083 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-8105d497-f3e0-485d-b681-93b24ac5902e tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba HTTP/1.1" status: 200 len: 812 time: 0.5547905 Oct 23 00:55:45.713265 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bbff6a33-828c-4b33-9b0f-60fb233a727d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (4228a14b-cecb-44d6-b86d-2df589ab4e57), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.747047 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-fd9fe183-8d3c-4738-9344-7bb01b0db76b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987360 Oct 23 00:55:45.764654 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port b6262bb1-534a-49a3-8bfc-22e1ef137081, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b6262bb1-534a-49a3-8bfc-22e1ef137081,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:45.783251 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bbff6a33-828c-4b33-9b0f-60fb233a727d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.784353 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.784502 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-bbff6a33-828c-4b33-9b0f-60fb233a727d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117812 Oct 23 00:55:45.789112 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36058) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:45.791123 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 492c38a2-aefa-449c-8e60-ddfb0348551c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:45.802873 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:45.811487 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:45.812121 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Checking segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:45.812701 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.813359 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Bound using segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:45.814755 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Bound port: 37892600-08ca-46a1-be17-7a9f4cc93240, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:45.815718 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.835092 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff6a33-828c-4b33-9b0f-60fb233a727d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4228a14b-cecb-44d6-b86d-2df589ab4e57,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:45.890442 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.022122 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:46.051740 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.139246 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=b6262bb1-534a-49a3-8bfc-22e1ef137081,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:46.140244 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055bb462-4dd9-4d06-ad16-04dc34fad3b5 None None] The sync data for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb is: [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:46.234664 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 492c38a2-aefa-449c-8e60-ddfb0348551c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:46.235036 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.235939 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 492c38a2-aefa-449c-8e60-ddfb0348551c Oct 23 00:55:46.258799 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Allocated IP 172.37.1.80 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/97ebc23f-badd-4f53-9491-b278a659cb28) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:46.318284 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] For port 37892600-08ca-46a1-be17-7a9f4cc93240, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:46.347687 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36078) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:46.367138 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Request body: {'port': {'device_id': '33fb1b7e-9c10-475e-b83f-00f19d04029c', 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba', 'admin_state_up': True, 'tenant_id': 'c7e74b2109214d21bb658dc423b38505'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:46.374574 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-eb09dedb-066a-4275-940f-62cfde9e4317 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1245463560', 'description': 'tempest-description--762670738'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:46.408478 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] For port 37892600-08ca-46a1-be17-7a9f4cc93240, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=37892600-08ca-46a1-be17-7a9f4cc93240,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:46.430833 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.571714 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.43', 49913) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:46.673905 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 492c38a2-aefa-449c-8e60-ddfb0348551c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:46.676269 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:46.684110 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:46.684986 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:46.709680 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eb09dedb-066a-4275-940f-62cfde9e4317 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.741255 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b24fc0-1258-4581-ad26-b83ac42283d2 None None] Pushing event updated for resources: {'Port': ['ID=37892600-08ca-46a1-be17-7a9f4cc93240,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:46.751923 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:46.752579 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:46.893121 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:46.898386 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:47.031497 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-03d9df6c-bdef-4104-a8fb-65a5f6ca4517 req-ab3af549-d62e-411e-810a-9feb978f506f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 210 time: 0.1980519 Oct 23 00:55:47.171416 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.43', 49920) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:47.203275 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:47.350447 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:47.355505 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-52b8272c-915a-4995-8802-a094ae6ac3e4 req-f014d4f7-67a9-4d89-a070-8a3873c74768 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 210 time: 0.0630639 Oct 23 00:55:47.372781 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-81ae0a66-bda9-4260-9724-17ce3cd438e8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6223438 Oct 23 00:55:47.541834 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:47.585086 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Made reservation on behalf of c7e74b2109214d21bb658dc423b38505 for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:47.590000 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.626142 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-5e6075a5-ee97-4216-b853-17477eca24e2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304499 Oct 23 00:55:47.725885 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-67209eb4-2be8-4ad1-97f2-8a824f616ac0 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:47.727835 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-67209eb4-2be8-4ad1-97f2-8a824f616ac0 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 818 time: 0.5553572 Oct 23 00:55:47.862592 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'port': {'device_id': 'd319e972-fe53-4f0f-b706-cdcb7f14005a', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'admin_state_up': True, 'tenant_id': 'ebac7696faf14dfea4957e97b589029d'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:48.075048 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:48.167883 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eb09dedb-066a-4275-940f-62cfde9e4317 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (8f383c80-9f29-4639-8c11-bddb30938351), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.208404 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:48.273691 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eb09dedb-066a-4275-940f-62cfde9e4317 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8f383c80-9f29-4639-8c11-bddb30938351), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.344598 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e38c9316-5961-40dd-93e4-90962e37adf1 req-fc3286e0-60ae-45c3-9db0-95cb5261d073 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 210 time: 0.1466119 Oct 23 00:55:48.435504 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Allocated IP 172.20.0.3 (d59032f8-dc33-4dbf-ac1d-0e9fa84846ba/a031cacd-dbcb-4a62-bb15-15993e36cce0/6c7504d0-3f13-4341-8624-2deda717cae0) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:48.506393 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09dedb-066a-4275-940f-62cfde9e4317 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f383c80-9f29-4639-8c11-bddb30938351,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:48.602005 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for port (97ebc23f-badd-4f53-9491-b278a659cb28), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.622952 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Made reservation on behalf of ebac7696faf14dfea4957e97b589029d for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:48.642402 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976791-5954-4ef7-aec5-e28e919edb1e req-dd4f6bb5-1f4a-44d8-9e0e-afdb767df4ad tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:48.642967 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.650107 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-dd4f6bb5-1f4a-44d8-9e0e-afdb767df4ad tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 817 time: 2.0744355 Oct 23 00:55:48.690393 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eb09dedb-066a-4275-940f-62cfde9e4317 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.701853 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-eb09dedb-066a-4275-940f-62cfde9e4317 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3506048 Oct 23 00:55:48.702719 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36174) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:48.728739 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:48.737374 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.738021 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 Oct 23 00:55:48.757835 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-478d047a-4a1d-4c90-aa20-608440f47010 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group_rule': {'security_group_id': '8f383c80-9f29-4639-8c11-bddb30938351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:48.823704 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9a94c3d8-5829-456e-b903-984bb1a3e56a req-41b3d8d0-2857-473a-b5d5-8a87f640a60f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 210 time: 0.1187327 Oct 23 00:55:48.840008 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c1de2396-14a9-4160-9a86-7554748df428 req-169cbeea-6605-44c9-9ac8-a1619f62d7f0 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 210 time: 0.1581061 Oct 23 00:55:48.876502 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:48.935682 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36176) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:48.941431 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:49.128457 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-478d047a-4a1d-4c90-aa20-608440f47010 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (8c616816-9850-4f2d-a412-bf1d7f9827e5), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.192774 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:49.194307 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-decdb49f-f7c4-4814-80a0-dcd45050fa22 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7103bcb49d5c4e8b958fba3b1309a881 HTTP/1.1" status: 200 len: 379 time: 0.4882169 Oct 23 00:55:49.195939 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 43d41416-41d6-4e77-9919-93af98f05276 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:49.228572 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (97ebc23f-badd-4f53-9491-b278a659cb28), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.308345 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'port': {'device_id': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'admin_state_up': True, 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'security_groups': ['c98b4e2d-127b-4015-b009-4cefb1de9c51']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:49.401421 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Allocated IP 172.20.0.4 (d4e2c99e-0b61-4845-895a-2bc751b78855/8aa207c2-f1a6-4db4-abe0-0f2a9943657d/2fbbdee7-6b12-4d87-b147-c692cc672a94) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:49.449044 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:46Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:49.516417 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9675107-3df3-4370-b6ed-2b059517a6eb None None] The sync data for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb is: [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:46Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:49.538819 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Publish callbacks [] for port (6c7504d0-3f13-4341-8624-2deda717cae0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.564623 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0c38e7d-96ae-49ee-8649-6231a61daca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.650833 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 43d41416-41d6-4e77-9919-93af98f05276 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:49.657929 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (43d41416-41d6-4e77-9919-93af98f05276), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.658502 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 43d41416-41d6-4e77-9919-93af98f05276 Oct 23 00:55:49.784904 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 2, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:49.816216 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0c38e7d-96ae-49ee-8649-6231a61daca6 admin admin] Publish callbacks [] for security_group (815fb5a0-54b3-4ebc-8276-de38568667ea), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.840684 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-65eba873-5600-4f5f-89e1-7cd655685488 req-cbce975f-e6ca-449a-8848-a91c9e9b37f1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 210 time: 0.2062533 Oct 23 00:55:49.842060 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0c38e7d-96ae-49ee-8649-6231a61daca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (815fb5a0-54b3-4ebc-8276-de38568667ea), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.938706 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:49.939923 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Updating router 335c2fb3-7f07-4cb7-827b-c087db43a65f port 478aee50-ceca-470c-ba37-a6fb5050ea1b binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:49.992027 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.020882 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:50.036946 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c38e7d-96ae-49ee-8649-6231a61daca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815fb5a0-54b3-4ebc-8276-de38568667ea,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:50.083731 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:50.093572 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.121821 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:50.167206 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:50.173732 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'Port': ['ID=97ebc23f-badd-4f53-9491-b278a659cb28,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:50.263332 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a0c38e7d-96ae-49ee-8649-6231a61daca6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5895d8289ac644b4afb5c2ac85c85c54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3192451 Oct 23 00:55:50.268013 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36206) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:50.314973 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 43d41416-41d6-4e77-9919-93af98f05276 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:50.317846 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device b6262bb1-534a-49a3-8bfc-22e1ef137081 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:50.387457 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-478d047a-4a1d-4c90-aa20-608440f47010 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (8c616816-9850-4f2d-a412-bf1d7f9827e5), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.415329 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-478d047a-4a1d-4c90-aa20-608440f47010 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (8c616816-9850-4f2d-a412-bf1d7f9827e5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.479677 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Made reservation on behalf of 7103bcb49d5c4e8b958fba3b1309a881 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:50.487867 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.580125 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (07e9042d-2c30-4ac8-9ddc-7961f867debb), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.595210 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d047a-4a1d-4c90-aa20-608440f47010 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c616816-9850-4f2d-a412-bf1d7f9827e5,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:50.656772 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-478d047a-4a1d-4c90-aa20-608440f47010 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.666083 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-478d047a-4a1d-4c90-aa20-608440f47010 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9191389 Oct 23 00:55:50.711433 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36214) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:50.718503 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Pushing event updated for resources: {'Port': ['ID=6c7504d0-3f13-4341-8624-2deda717cae0,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:50.726432 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port b6262bb1-534a-49a3-8bfc-22e1ef137081 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:50.730324 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.730985 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port b6262bb1-534a-49a3-8bfc-22e1ef137081 Oct 23 00:55:50.740009 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8ebd2-2f5f-4f22-84f3-3df52b85f9f3 req-70f1c1e2-c30b-40f6-95af-2a9fab2d457d tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:50.745318 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ad8ebd2-2f5f-4f22-84f3-3df52b85f9f3 req-70f1c1e2-c30b-40f6-95af-2a9fab2d457d tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 931 time: 0.5332224 Oct 23 00:55:50.827805 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-fdca6f50-6cfa-4b24-b67e-f26b1ce9aef9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group_rule': {'security_group_id': '8f383c80-9f29-4639-8c11-bddb30938351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:50.835065 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (97ebc23f-badd-4f53-9491-b278a659cb28), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.870972 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.994561 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:51.022465 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:51.028839 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.062679 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:51.070376 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:51.094350 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:51.097859 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for port (97ebc23f-badd-4f53-9491-b278a659cb28), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.103401 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:51.104179 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:51.106205 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8ca1-3321-4bb8-875c-bf891fcac2fb admin admin] Publish callbacks [] for security_group (815fb5a0-54b3-4ebc-8276-de38568667ea), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.116888 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:51.118320 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.139619 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port b6262bb1-534a-49a3-8bfc-22e1ef137081 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:51.154691 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device ce6f3fd9-c609-4ff1-b2b3-906e679feed1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:51.208417 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (97ebc23f-badd-4f53-9491-b278a659cb28), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.209224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (07e9042d-2c30-4ac8-9ddc-7961f867debb), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.223667 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.43', 49930) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:51.227980 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Network d4e2c99e-0b61-4845-895a-2bc751b78855 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:51.239477 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4d17454e-5a03-4574-9001-eb0a2fcb5477 req-5414cb61-6a9b-4462-b986-9a014bb283fd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 210 time: 0.9881184 Oct 23 00:55:51.263526 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:51.292410 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:51.330044 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-4f238c2d-a029-4bad-a9d7-9cf944943fc2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0019665 Oct 23 00:55:51.336021 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:51.347238 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:51.353491 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.357314 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:51.357962 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.358471 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 Oct 23 00:55:51.473070 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-15ebc9bc-7876-42ac-a5e7-7a8704201466 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:55:51.474355 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-15ebc9bc-7876-42ac-a5e7-7a8704201466 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0128644 Oct 23 00:55:51.612873 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Publish callbacks [] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.681902 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.693637 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-9124d345-6ef5-4105-930e-e6cd5fe7e6f7 None None] Provisioning complete for port 6c7504d0-3f13-4341-8624-2deda717cae0 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:51.694332 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9124d345-6ef5-4105-930e-e6cd5fe7e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.694810 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-9124d345-6ef5-4105-930e-e6cd5fe7e6f7 None None] Attempt 1 to provision port 6c7504d0-3f13-4341-8624-2deda717cae0 Oct 23 00:55:51.813626 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8ca1-3321-4bb8-875c-bf891fcac2fb admin admin] Publish callbacks [] for security_group (815fb5a0-54b3-4ebc-8276-de38568667ea), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.814209 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:51.814209 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.923491 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-9124d345-6ef5-4105-930e-e6cd5fe7e6f7 None None] Port 6c7504d0-3f13-4341-8624-2deda717cae0 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:51.959947 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e362d-4664-4d5b-9a7c-8e59333b0812 None None] Pushing event updated for resources: {'Port': ['ID=478aee50-ceca-470c-ba37-a6fb5050ea1b,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:51.971792 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.982348 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1828487 Oct 23 00:55:51.982449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:51.982449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Attempting to bind port 478aee50-ceca-470c-ba37-a6fb5050ea1b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:51.982449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Attempting to bind port 478aee50-ceca-470c-ba37-a6fb5050ea1b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:51.982449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Attempting to bind port 478aee50-ceca-470c-ba37-a6fb5050ea1b on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:52.051162 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-be8a972f-37e9-4257-a206-50969bbd5469 None None] Provisioning complete for port 2fbbdee7-6b12-4d87-b147-c692cc672a94 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:52.051474 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be8a972f-37e9-4257-a206-50969bbd5469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.052049 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-be8a972f-37e9-4257-a206-50969bbd5469 None None] Attempt 1 to provision port 2fbbdee7-6b12-4d87-b147-c692cc672a94 Oct 23 00:55:52.058340 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdca6f50-6cfa-4b24-b67e-f26b1ce9aef9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (9c1c52dc-7e3a-42df-9c96-ec72c5f2e078), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.085412 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2280493 Oct 23 00:55:52.104058 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port ce6f3fd9-c609-4ff1-b2b3-906e679feed1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:52.113582 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-be8a972f-37e9-4257-a206-50969bbd5469 None None] Port 2fbbdee7-6b12-4d87-b147-c692cc672a94 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:52.132836 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.133527 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device fc90c6d2-ca1e-407e-9845-1cbdccc93961 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:52.161633 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f810a5-f269-4790-b29a-672162c82e03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'Port': ['ID=97ebc23f-badd-4f53-9491-b278a659cb28,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:52.186054 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:52.186809 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Checking segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:52.186955 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.187345 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Bound using segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:52.187829 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Bound port: 478aee50-ceca-470c-ba37-a6fb5050ea1b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:52.188876 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.230111 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ad8d43b3-d342-4776-a7cf-25fba8740685 req-661b715c-00ad-4b81-961c-60539d8e0ac5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 210 time: 0.6773715 Oct 23 00:55:52.231416 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca433ad2-75e5-4f0e-8cb8-30991da906b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event updated for resources: {'Port': ['ID=2fbbdee7-6b12-4d87-b147-c692cc672a94,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:52.241746 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port fc90c6d2-ca1e-407e-9845-1cbdccc93961 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:52.242119 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.242518 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port fc90c6d2-ca1e-407e-9845-1cbdccc93961 Oct 23 00:55:52.365810 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ad8ebd2-2f5f-4f22-84f3-3df52b85f9f3 req-6ebc197a-e221-448e-8c25-b88a6ad290c0 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3653240 Oct 23 00:55:52.491665 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-95ae20b1-a3df-4c08-a398-da1ffcbe0f7e req-d5d12c04-243a-485d-a19f-5f17bda4a8ad tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 210 time: 0.0983868 Oct 23 00:55:52.500650 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Request body: {'port': {'device_id': 'd319e972-fe53-4f0f-b706-cdcb7f14005a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:52.569817 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-5a20b2f1-5e03-4d3c-a644-c51593257356 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:52.577156 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-5a20b2f1-5e03-4d3c-a644-c51593257356 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 818 time: 1.1448715 Oct 23 00:55:52.586053 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Allocated IP 172.20.0.10 (1676a06e-522d-4f8e-b92f-37ac57e4940a/3293ad10-f9e0-4ffe-ad6c-70dcebec04de/6c0b1630-8908-400f-be38-caa653eaaef1) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:52.589077 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8ca1-3321-4bb8-875c-bf891fcac2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (815fb5a0-54b3-4ebc-8276-de38568667ea), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.596365 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8ca1-3321-4bb8-875c-bf891fcac2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.599036 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6c7b8ca1-3321-4bb8-875c-bf891fcac2fb admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/815fb5a0-54b3-4ebc-8276-de38568667ea HTTP/1.1" status: 204 len: 168 time: 2.2589011 Oct 23 00:55:52.599199 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Request body: {'port': {'device_id': '33fb1b7e-9c10-475e-b83f-00f19d04029c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:52.613550 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'port': {'device_id': 'c92117a8-2673-4bf0-83db-f538d9d6ba1b', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'admin_state_up': True, 'tenant_id': 'ebac7696faf14dfea4957e97b589029d'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:52.635853 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdca6f50-6cfa-4b24-b67e-f26b1ce9aef9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (9c1c52dc-7e3a-42df-9c96-ec72c5f2e078), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.644861 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:55:52.667481 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8ca1-3321-4bb8-875c-bf891fcac2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815fb5a0-54b3-4ebc-8276-de38568667ea,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:52.674741 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdca6f50-6cfa-4b24-b67e-f26b1ce9aef9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (9c1c52dc-7e3a-42df-9c96-ec72c5f2e078), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.766611 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca6f50-6cfa-4b24-b67e-f26b1ce9aef9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1c52dc-7e3a-42df-9c96-ec72c5f2e078,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:52.923003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:53.027560 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.028965 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:53.094196 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:53.095973 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] For port 478aee50-ceca-470c-ba37-a6fb5050ea1b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:53.109368 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] For port 478aee50-ceca-470c-ba37-a6fb5050ea1b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=478aee50-ceca-470c-ba37-a6fb5050ea1b,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:53.141045 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.157092 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdca6f50-6cfa-4b24-b67e-f26b1ce9aef9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.160681 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-fdca6f50-6cfa-4b24-b67e-f26b1ce9aef9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3369975 Oct 23 00:55:53.171229 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.198263 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36266) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:53.229268 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.242154 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:53.254051 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e362d-4664-4d5b-9a7c-8e59333b0812 None None] Pushing event updated for resources: {'Port': ['ID=478aee50-ceca-470c-ba37-a6fb5050ea1b,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:53.371824 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:53.372817 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:55:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:53.453648 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port fc90c6d2-ca1e-407e-9845-1cbdccc93961 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:53.454821 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.572374 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port fc90c6d2-ca1e-407e-9845-1cbdccc93961, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc90c6d2-ca1e-407e-9845-1cbdccc93961,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:53.579199 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Made reservation on behalf of ebac7696faf14dfea4957e97b589029d for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:53.583770 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.584965 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device d10f087d-71e2-4d4b-8fb1-70fe8a8f576a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:53.602185 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.606544 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.616168 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:53.636555 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8167f66-ce7d-4d6c-b015-fc7dccb69534 req-b404aa29-f70e-4d3d-9d29-d3892eb0bd44 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 210 time: 0.2029185 Oct 23 00:55:53.704207 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:53.736859 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-c2cc8150-03b6-449d-b3f1-8765bfbd1ff9 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1852138191&fields=id&tenant_id=11730d9eec8546c5aa486c1a4a283bf8 HTTP/1.1" status: 200 len: 267 time: 0.5820563 Oct 23 00:55:53.820819 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=fc90c6d2-ca1e-407e-9845-1cbdccc93961,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:53.840066 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36280) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:53.878764 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:53.879388 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.879973 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a Oct 23 00:55:53.948956 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for port (6c0b1630-8908-400f-be38-caa653eaaef1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.951043 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed85d1ea-0adf-4a30-a7ca-c1c23052ec03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.007832 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:54.015046 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.127294 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a157a63-6aa9-459a-bbb6-f302b2d0ac01 req-985c302c-901b-4f13-a64b-1805240d4606 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:54.129254 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8a157a63-6aa9-459a-bbb6-f302b2d0ac01 req-985c302c-901b-4f13-a64b-1805240d4606 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 931 time: 0.2291877 Oct 23 00:55:54.156749 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:54.157222 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.192979 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:54.193730 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:54.199347 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d10f087d-71e2-4d4b-8fb1-70fe8a8f576a,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:54.243021 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-49d21dae-6139-4d09-9191-a004249eb815 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:54.246565 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.247379 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 66597f32-8db8-4e26-9a65-c2f61e486d20 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:54.249680 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-49d21dae-6139-4d09-9191-a004249eb815 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 811 time: 0.5122044 Oct 23 00:55:54.252034 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25398e5-b59c-4008-bee7-92d11bb4ea79 None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:54.390707 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-fb8eb4b1-0dc1-4699-8e46-bc09796d51e0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/quotas/11730d9eec8546c5aa486c1a4a283bf8 HTTP/1.1" status: 200 len: 375 time: 0.1401410 Oct 23 00:55:54.418337 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=d10f087d-71e2-4d4b-8fb1-70fe8a8f576a,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:54.444750 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 66597f32-8db8-4e26-9a65-c2f61e486d20 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:54.448885 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.449588 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 66597f32-8db8-4e26-9a65-c2f61e486d20 Oct 23 00:55:54.512907 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:54.660788 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 66597f32-8db8-4e26-9a65-c2f61e486d20 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:54.661426 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.664750 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7504d0-3f13-4341-8624-2deda717cae0 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:55:54.690912 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Publish callbacks [] for port (6c7504d0-3f13-4341-8624-2deda717cae0), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.741213 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 66597f32-8db8-4e26-9a65-c2f61e486d20, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66597f32-8db8-4e26-9a65-c2f61e486d20,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:54.749533 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.773796 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Transition to ACTIVE for port object 6c7504d0-3f13-4341-8624-2deda717cae0 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:55:54.792642 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8a157a63-6aa9-459a-bbb6-f302b2d0ac01 req-5a0fa56d-6177-4f89-bb2f-8fd1f3dbe4bc tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413736 Oct 23 00:55:54.794498 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.864193 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Allocated IP 172.37.1.196 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/c1d4d6be-7fea-4206-8a14-a725031dc959) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:54.900243 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.903882 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Allocated IP 172.20.0.14 (d4e2c99e-0b61-4845-895a-2bc751b78855/8aa207c2-f1a6-4db4-abe0-0f2a9943657d/2d8e9126-482d-44e1-9597-8c430f225bf1) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:54.970821 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=66597f32-8db8-4e26-9a65-c2f61e486d20,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:55.079855 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c04da-ced5-4e11-bf35-fa18405c9495 req-1b1f13f8-691b-49aa-a5fe-94f84cabb108 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:55.095312 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2f7c04da-ced5-4e11-bf35-fa18405c9495 req-1b1f13f8-691b-49aa-a5fe-94f84cabb108 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 932 time: 0.1220255 Oct 23 00:55:55.224234 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device ce6f3fd9-c609-4ff1-b2b3-906e679feed1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:55.239474 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:55.287453 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-eaead447-1f27-468f-a3a6-9030b3124f49 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5074594 Oct 23 00:55:55.340103 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2f7c04da-ced5-4e11-bf35-fa18405c9495 req-941ab8d8-5e59-4382-9fde-6ea88368d586 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401247 Oct 23 00:55:55.340842 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7504d0-3f13-4341-8624-2deda717cae0,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:55.364605 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:55.410477 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:55.458712 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:55.463171 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:55.463716 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 Oct 23 00:55:55.544793 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:55.548147 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Attempting to bind port 6c7504d0-3f13-4341-8624-2deda717cae0 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:55.552772 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Attempting to bind port 6c7504d0-3f13-4341-8624-2deda717cae0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:55.553181 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Attempting to bind port 6c7504d0-3f13-4341-8624-2deda717cae0 on network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:55.560986 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:55.667492 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4d5ffe8d-7c16-40e2-968a-d8c6108c2052 req-8748b907-b3ff-40ac-a5e1-37faf2675b6c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 210 time: 0.0999172 Oct 23 00:55:55.685424 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (c1d4d6be-7fea-4206-8a14-a725031dc959), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:55.685631 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:55.686779 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 37892600-08ca-46a1-be17-7a9f4cc93240 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:55.747939 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed85d1ea-0adf-4a30-a7ca-c1c23052ec03 admin admin] Publish callbacks [] for security_group (c4cc9467-ec59-4d26-8709-c7077f05e284), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:55.769478 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:55.776401 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 37892600-08ca-46a1-be17-7a9f4cc93240 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:55.776608 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:55.777338 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:55.777593 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:55.778577 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 37892600-08ca-46a1-be17-7a9f4cc93240 Oct 23 00:55:55.787451 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:55.797502 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ed85d1ea-0adf-4a30-a7ca-c1c23052ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (c4cc9467-ec59-4d26-8709-c7077f05e284), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:55.831589 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Port 6c7504d0-3f13-4341-8624-2deda717cae0 on network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:55:55.831928 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Attempting to bind port 6c7504d0-3f13-4341-8624-2deda717cae0 on network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:55.836701 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-b5b8107c-2cb7-49cb-b4c6-1db37e70ad63 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663153 Oct 23 00:55:55.978603 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 37892600-08ca-46a1-be17-7a9f4cc93240 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:55.980404 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.006012 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:56.111252 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-e66f1329-db53-40f3-8abb-f6b2dca8933c None None] Provisioning complete for port 6c0b1630-8908-400f-be38-caa653eaaef1 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:56.112055 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e66f1329-db53-40f3-8abb-f6b2dca8933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.112680 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-e66f1329-db53-40f3-8abb-f6b2dca8933c None None] Attempt 1 to provision port 6c0b1630-8908-400f-be38-caa653eaaef1 Oct 23 00:55:56.152031 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-f15d98d3-f2a7-4a08-b64d-521e79d4d64b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9149733 Oct 23 00:55:56.158775 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (c1d4d6be-7fea-4206-8a14-a725031dc959), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.168844 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ed85d1ea-0adf-4a30-a7ca-c1c23052ec03 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c03a04af6f6b4fcf90525d89bb327974&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3273327 Oct 23 00:55:56.178383 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 37892600-08ca-46a1-be17-7a9f4cc93240, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=37892600-08ca-46a1-be17-7a9f4cc93240,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:56.195870 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36326) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:56.196959 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85d1ea-0adf-4a30-a7ca-c1c23052ec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cc9467-ec59-4d26-8709-c7077f05e284,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:56.198694 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.200779 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 478aee50-ceca-470c-ba37-a6fb5050ea1b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:56.212427 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e66f1329-db53-40f3-8abb-f6b2dca8933c None None] Port 6c0b1630-8908-400f-be38-caa653eaaef1 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:56.221865 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Request body: {'port': {'device_id': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:56.292149 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:56.300935 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-9c6d19cd-b915-448e-9567-75aa659b68ef service neutron] 10.222.0.39 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561265 Oct 23 00:55:56.303996 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:56.304368 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Checking segment: {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:56.306766 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Bound using segment: {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:56.307408 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Bound port: 6c7504d0-3f13-4341-8624-2deda717cae0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f01c217-b937-495d-af2e-e0d11e0585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:56.307778 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.323028 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:56.324937 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:56.337941 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:56.353284 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:56.370698 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=c1d4d6be-7fea-4206-8a14-a725031dc959,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:56.420889 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=37892600-08ca-46a1-be17-7a9f4cc93240,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:56.455905 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 478aee50-ceca-470c-ba37-a6fb5050ea1b triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:56.457048 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.457765 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 478aee50-ceca-470c-ba37-a6fb5050ea1b Oct 23 00:55:56.471128 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.478935 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.491868 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382e50-b3ef-475b-a12f-d070f326704d req-1bb2b719-7356-4bf9-bcca-da929c8966d3 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:56.497329 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75382e50-b3ef-475b-a12f-d070f326704d req-1bb2b719-7356-4bf9-bcca-da929c8966d3 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 943 time: 0.4601457 Oct 23 00:55:56.506652 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5c302813-696a-4d49-b2c2-9d788ba66720 admin admin] Publish callbacks [] for security_group (c4cc9467-ec59-4d26-8709-c7077f05e284), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.536869 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (362d6a79-e380-457e-8731-4b33d46c8281), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.610754 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 478aee50-ceca-470c-ba37-a6fb5050ea1b is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:56.611298 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.621204 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5c302813-696a-4d49-b2c2-9d788ba66720 admin admin] Publish callbacks [] for security_group (c4cc9467-ec59-4d26-8709-c7077f05e284), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.649784 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:56.664915 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 478aee50-ceca-470c-ba37-a6fb5050ea1b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=478aee50-ceca-470c-ba37-a6fb5050ea1b,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:56.671458 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.673339 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device fc90c6d2-ca1e-407e-9845-1cbdccc93961 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:56.751190 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:56.758269 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] For port 6c7504d0-3f13-4341-8624-2deda717cae0, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:56.795735 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.839917 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port fc90c6d2-ca1e-407e-9845-1cbdccc93961 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:56.840440 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.840846 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port fc90c6d2-ca1e-407e-9845-1cbdccc93961 Oct 23 00:55:56.845046 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75382e50-b3ef-475b-a12f-d070f326704d req-22bc18c9-f5be-46e8-86c2-ffbfb15bcb44 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519810 Oct 23 00:55:56.862865 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] For port 6c7504d0-3f13-4341-8624-2deda717cae0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c7504d0-3f13-4341-8624-2deda717cae0,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:56.884484 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=478aee50-ceca-470c-ba37-a6fb5050ea1b,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:56.962465 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c1d4d6be-7fea-4206-8a14-a725031dc959), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:56.985833 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port fc90c6d2-ca1e-407e-9845-1cbdccc93961 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:56.989574 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device d10f087d-71e2-4d4b-8fb1-70fe8a8f576a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:57.055809 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:57.072412 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Network d4e2c99e-0b61-4845-895a-2bc751b78855 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:57.100948 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:57.102693 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:57.103591 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:57.105154 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a Oct 23 00:55:57.138538 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:57.152864 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:57.153548 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:57.189737 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5c302813-696a-4d49-b2c2-9d788ba66720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (c4cc9467-ec59-4d26-8709-c7077f05e284), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:57.193200 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5c302813-696a-4d49-b2c2-9d788ba66720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:57.194551 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-5c302813-696a-4d49-b2c2-9d788ba66720 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c4cc9467-ec59-4d26-8709-c7077f05e284 HTTP/1.1" status: 204 len: 168 time: 0.9942746 Oct 23 00:55:57.222515 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event updated for resources: {'Port': ['ID=2d8e9126-482d-44e1-9597-8c430f225bf1,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:57.285899 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c302813-696a-4d49-b2c2-9d788ba66720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cc9467-ec59-4d26-8709-c7077f05e284,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:57.377756 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-26b792dd-017f-41d9-baf5-ce353d5d758f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7745843 Oct 23 00:55:57.410855 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Request body: {'port': {'device_id': 'c92117a8-2673-4bf0-83db-f538d9d6ba1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:57.668745 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-3c5a82cf-6525-483b-887e-5d906e7fa7db None None] Provisioning complete for port 2d8e9126-482d-44e1-9597-8c430f225bf1 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:57.669616 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3c5a82cf-6525-483b-887e-5d906e7fa7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:57.670041 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-3c5a82cf-6525-483b-887e-5d906e7fa7db None None] Attempt 1 to provision port 2d8e9126-482d-44e1-9597-8c430f225bf1 Oct 23 00:55:57.675516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:57.689367 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:57.743699 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a82cf-6525-483b-887e-5d906e7fa7db None None] Port 2d8e9126-482d-44e1-9597-8c430f225bf1 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:57.780649 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0731d3fb-065f-4209-9ae5-d7b79821d312 req-a5a4068a-6bf3-4669-9cbd-dfd4b016e7b7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 210 time: 0.1565628 Oct 23 00:55:57.813485 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fac196-1e0b-447a-bda8-33459117b7bf req-b5a2369b-5e86-4fb0-b70a-5a8b9b91da70 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:57.820550 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-01fac196-1e0b-447a-bda8-33459117b7bf req-b5a2369b-5e86-4fb0-b70a-5a8b9b91da70 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 932 time: 1.1123295 Oct 23 00:55:57.828943 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:57.830001 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:57.850181 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/6c7504d0-3f13-4341-8624-2deda717cae0 HTTP/1.1" status: 200 len: 1093 time: 5.6532550 Oct 23 00:55:57.854989 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fb1b7e-9c10-475e-b83f-00f19d04029c', 'tag': '6c7504d0-3f13-4341-8624-2deda717cae0'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:55:58.017993 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.094966 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 37892600-08ca-46a1-be17-7a9f4cc93240 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:58.117255 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (c1d4d6be-7fea-4206-8a14-a725031dc959), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.159797 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 37892600-08ca-46a1-be17-7a9f4cc93240 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:58.160172 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.162335 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 37892600-08ca-46a1-be17-7a9f4cc93240 Oct 23 00:55:58.222350 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c1d4d6be-7fea-4206-8a14-a725031dc959), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.223657 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (362d6a79-e380-457e-8731-4b33d46c8281), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.239668 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0b1630-8908-400f-be38-caa653eaaef1 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:55:58.307151 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28738f5-7280-46fa-980f-a9a8168902a0 req-c98edd49-1007-4758-ab0c-3a6c676e784f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:58.311060 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c28738f5-7280-46fa-980f-a9a8168902a0 req-c98edd49-1007-4758-ab0c-3a6c676e784f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 932 time: 0.2072473 Oct 23 00:55:58.324547 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Publish callbacks [] for port (6c0b1630-8908-400f-be38-caa653eaaef1), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.349337 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 37892600-08ca-46a1-be17-7a9f4cc93240 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:58.354206 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 66597f32-8db8-4e26-9a65-c2f61e486d20 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:58.452035 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Transition to ACTIVE for port object 6c0b1630-8908-400f-be38-caa653eaaef1 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:55:58.455435 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.457129 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2390649 Oct 23 00:55:58.472999 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 66597f32-8db8-4e26-9a65-c2f61e486d20 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:58.473919 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.474421 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 66597f32-8db8-4e26-9a65-c2f61e486d20 Oct 23 00:55:58.482893 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.551017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2bc1-bbe2-4306-abfe-081898ade5e5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=c1d4d6be-7fea-4206-8a14-a725031dc959,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:58.584281 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-01fac196-1e0b-447a-bda8-33459117b7bf req-2c889c01-94fb-49ab-863a-8761e357de0f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5370753 Oct 23 00:55:58.602544 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:58.640647 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-66383b49-c99f-4752-b32b-d0b95f838f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:58.649466 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-66383b49-c99f-4752-b32b-d0b95f838f5a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c7e74b2109214d21bb658dc423b38505&device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 1127 time: 0.4130056 Oct 23 00:55:58.676941 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:58.711704 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 66597f32-8db8-4e26-9a65-c2f61e486d20 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:58.716103 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 478aee50-ceca-470c-ba37-a6fb5050ea1b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:58.747739 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Attempting to bind port 6c0b1630-8908-400f-be38-caa653eaaef1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:58.748285 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Attempting to bind port 6c0b1630-8908-400f-be38-caa653eaaef1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:58.748783 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Attempting to bind port 6c0b1630-8908-400f-be38-caa653eaaef1 on network 1676a06e-522d-4f8e-b92f-37ac57e4940a {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:58.754645 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41840816-0290-465e-9202-48344306ea9b service neutron] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:58.782771 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbbdee7-6b12-4d87-b147-c692cc672a94 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:55:58.790094 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6003edf-b970-4d96-9ed7-fbb4a99d9885 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7504d0-3f13-4341-8624-2deda717cae0,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:58.829616 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Publish callbacks [] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.857803 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Port 6c0b1630-8908-400f-be38-caa653eaaef1 on network 1676a06e-522d-4f8e-b92f-37ac57e4940a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:55:58.858671 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Attempting to bind port 6c0b1630-8908-400f-be38-caa653eaaef1 on network 1676a06e-522d-4f8e-b92f-37ac57e4940a {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:58.882744 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:58.908281 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 478aee50-ceca-470c-ba37-a6fb5050ea1b triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:58.908678 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:58.909022 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 478aee50-ceca-470c-ba37-a6fb5050ea1b Oct 23 00:55:58.948275 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Transition to ACTIVE for port object 2fbbdee7-6b12-4d87-b147-c692cc672a94 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:55:59.046135 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:59.046521 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Checking segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:59.047320 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Bound using segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:59.048074 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Bound port: 6c0b1630-8908-400f-be38-caa653eaaef1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:59.048850 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:59.082809 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:59.156635 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 478aee50-ceca-470c-ba37-a6fb5050ea1b is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:59.290350 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:59.297480 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-6dab759a-3869-44ff-94d1-1a547ad96c63 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7504d0-3f13-4341-8624-2deda717cae0 HTTP/1.1" status: 200 len: 217 time: 0.2330275 Oct 23 00:55:59.298321 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.43', 49949) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:59.303080 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc3d505-92f0-4918-a1fd-a517f2770289" -d '{"events": [{"name": "network-changed", "server_uuid": "33fb1b7e-9c10-475e-b83f-00f19d04029c", "tag": "6c7504d0-3f13-4341-8624-2deda717cae0"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:55:59.386408 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c28738f5-7280-46fa-980f-a9a8168902a0 req-687e29d0-f552-4d29-87e2-96765bddfc0a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8794165 Oct 23 00:55:59.432936 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5b107-5d4f-415d-be16-7ccd7c32bf9b req-91f73e94-1dbe-4577-80ed-1f075bd1c00e tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:59.434558 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e7a5b107-5d4f-415d-be16-7ccd7c32bf9b req-91f73e94-1dbe-4577-80ed-1f075bd1c00e tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 943 time: 0.5489516 Oct 23 00:55:59.667344 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbbdee7-6b12-4d87-b147-c692cc672a94,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:59.785461 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:59.826085 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-708dec16-b682-44b8-8169-1e994b75d7b7 req-7811afa1-1d10-420a-a3d5-470c0e28f015 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 210 time: 0.2246985 Oct 23 00:55:59.830969 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:59.849801 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:59.851375 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8e9126-482d-44e1-9597-8c430f225bf1 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:55:59.861979 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:59.866183 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-2dd86867-553b-489e-86e2-997e93e0447d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:59.866360 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:59.867295 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:59.871527 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-2dd86867-553b-489e-86e2-997e93e0447d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 811 time: 0.4986174 Oct 23 00:55:59.883471 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-41840816-0290-465e-9202-48344306ea9b service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 1094 time: 3.6654434 Oct 23 00:55:59.886366 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Publish callbacks [] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:59.897813 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Attempting to bind port 2fbbdee7-6b12-4d87-b147-c692cc672a94 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:59.898450 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Attempting to bind port 2fbbdee7-6b12-4d87-b147-c692cc672a94 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:59.899039 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Attempting to bind port 2fbbdee7-6b12-4d87-b147-c692cc672a94 on network d4e2c99e-0b61-4845-895a-2bc751b78855 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:59.972320 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:00.012536 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e7a5b107-5d4f-415d-be16-7ccd7c32bf9b req-31597288-05ea-4b8a-bc29-0a081cde2077 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222205 Oct 23 00:56:00.042948 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Port 2fbbdee7-6b12-4d87-b147-c692cc672a94 on network d4e2c99e-0b61-4845-895a-2bc751b78855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:00.043385 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Attempting to bind port 2fbbdee7-6b12-4d87-b147-c692cc672a94 on network d4e2c99e-0b61-4845-895a-2bc751b78855 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:00.091989 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-8f27758f-3ff8-433c-b9b2-6670f1eeedac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:00.093808 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-8f27758f-3ff8-433c-b9b2-6670f1eeedac service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=a031cacd-dbcb-4a62-bb15-15993e36cce0 HTTP/1.1" status: 200 len: 851 time: 0.6916757 Oct 23 00:56:00.116596 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:00.117004 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Checking segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:00.117456 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Bound using segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:00.118141 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Bound port: 2fbbdee7-6b12-4d87-b147-c692cc672a94, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:00.118573 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:00.358773 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Transition to ACTIVE for port object 2d8e9126-482d-44e1-9597-8c430f225bf1 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:00.382723 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:00.417013 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:00.447989 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41840816-0290-465e-9202-48344306ea9b service neutron] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:00.511181 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976791-5954-4ef7-aec5-e28e919edb1e req-71cb7530-f9b1-4891-be90-ae686650ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:00.517310 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-71cb7530-f9b1-4891-be90-ae686650ed1f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1128 time: 0.2833779 Oct 23 00:56:00.565918 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1a527c-b86c-41b4-9ac7-e3e81a952db1 x-openstack-request-id: req-ac1a527c-b86c-41b4-9ac7-e3e81a952db1 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:00.566235 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fb1b7e-9c10-475e-b83f-00f19d04029c", "tag": "6c7504d0-3f13-4341-8624-2deda717cae0", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:00.566520 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac1a527c-b86c-41b4-9ac7-e3e81a952db1 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:00.566911 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1a527c-b86c-41b4-9ac7-e3e81a952db1'] response: {'name': 'network-changed', 'server_uuid': '33fb1b7e-9c10-475e-b83f-00f19d04029c', 'tag': '6c7504d0-3f13-4341-8624-2deda717cae0', 'status': 'completed', 'code': 200} Oct 23 00:56:00.613793 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-f37c21d0-6488-4fd4-993c-c4c589aaf202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:00.615341 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-f37c21d0-6488-4fd4-993c-c4c589aaf202 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.5001225 Oct 23 00:56:00.640087 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed3ab0-50ba-44f7-b400-9d349824cac2" -d '{"events": [{"name": "network-changed", "server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:00.691911 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-bbc8b4b7-67bc-4c74-9d40-4556e5707a81 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1245463560&fields=id&tenant_id=f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 267 time: 0.6507788 Oct 23 00:56:00.738083 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-a1a768bb-0247-410a-89c4-c146a616a10d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 217 time: 0.2061834 Oct 23 00:56:00.742806 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8e9126-482d-44e1-9597-8c430f225bf1,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:00.879304 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Attempting to bind port 2d8e9126-482d-44e1-9597-8c430f225bf1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:00.882624 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Attempting to bind port 2d8e9126-482d-44e1-9597-8c430f225bf1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:00.883210 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Attempting to bind port 2d8e9126-482d-44e1-9597-8c430f225bf1 on network d4e2c99e-0b61-4845-895a-2bc751b78855 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:00.885269 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-3a639f4f-ea4c-4417-9b91-4bae9a447dd1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=11730d9eec8546c5aa486c1a4a283bf8 HTTP/1.1" status: 200 len: 380 time: 0.9442823 Oct 23 00:56:00.958425 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'port': {'device_id': '962282e4-8e03-416b-a536-a861caae7201', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'admin_state_up': True, 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'security_groups': ['da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:00.966651 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976791-5954-4ef7-aec5-e28e919edb1e req-5a8ecbe6-30c3-4acc-b567-0e8b7a9cbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:00.968497 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-5a8ecbe6-30c3-4acc-b567-0e8b7a9cbcc4 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.2161953 Oct 23 00:56:00.997632 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] For port 2fbbdee7-6b12-4d87-b147-c692cc672a94, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:01.008292 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Port 2d8e9126-482d-44e1-9597-8c430f225bf1 on network d4e2c99e-0b61-4845-895a-2bc751b78855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:01.008292 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Attempting to bind port 2d8e9126-482d-44e1-9597-8c430f225bf1 on network d4e2c99e-0b61-4845-895a-2bc751b78855 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:01.130913 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:01.162410 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:01.164015 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Checking segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:01.164818 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Bound using segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:01.165591 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Bound port: 2d8e9126-482d-44e1-9597-8c430f225bf1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:01.166177 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.186395 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36506) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:01.217381 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976791-5954-4ef7-aec5-e28e919edb1e req-aadb7404-0689-4400-a0ea-1c7fa1fb0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:01.219857 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-aadb7404-0689-4400-a0ea-1c7fa1fb0615 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2289197 Oct 23 00:56:01.240732 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] For port 2fbbdee7-6b12-4d87-b147-c692cc672a94, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:01.253582 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bde5e-25c2-445e-a3a2-9b0ce7f0a0c0 req-6bd1063b-1d3c-4a90-95d8-6d6e5d34a1ce tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:01.255280 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7f4bde5e-25c2-445e-a3a2-9b0ce7f0a0c0 req-6bd1063b-1d3c-4a90-95d8-6d6e5d34a1ce tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.5978205 Oct 23 00:56:01.308233 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.312189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:01.313920 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.315490 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/2fbbdee7-6b12-4d87-b147-c692cc672a94 HTTP/1.1" status: 200 len: 1093 time: 9.0322843 Oct 23 00:56:01.383471 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] For port 2d8e9126-482d-44e1-9597-8c430f225bf1, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:01.395235 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] For port 2d8e9126-482d-44e1-9597-8c430f225bf1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8e9126-482d-44e1-9597-8c430f225bf1,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:01.418976 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.436237 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:01.446054 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:01.455788 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.457411 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/2d8e9126-482d-44e1-9597-8c430f225bf1 HTTP/1.1" status: 200 len: 1094 time: 4.0672812 Oct 23 00:56:01.548231 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-7ed06962-54d6-4814-97bf-5460bdb1b63b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8972654 Oct 23 00:56:01.587171 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60635130-00bf-49c7-8d66-77368c563e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.591145 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-70138821-4b9c-4dd8-93fb-0e25cfaf58e7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421800 Oct 23 00:56:01.629264 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-fbd026c5-1579-45ed-b214-08e1d910bb9d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:01.631772 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-fbd026c5-1579-45ed-b214-08e1d910bb9d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 815 time: 0.9016969 Oct 23 00:56:01.668684 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:01.691511 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60635130-00bf-49c7-8d66-77368c563e67 admin admin] Publish callbacks [] for security_group (a8c23c19-5010-45c9-b514-00236ea367fd), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.693525 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-ed0d6ccf-0741-4b36-a309-fb4a507a7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:01.695580 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-ed0d6ccf-0741-4b36-a309-fb4a507a7498 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 1128 time: 0.1581204 Oct 23 00:56:01.696335 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:01.705677 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60635130-00bf-49c7-8d66-77368c563e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a8c23c19-5010-45c9-b514-00236ea367fd), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.751723 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7f4bde5e-25c2-445e-a3a2-9b0ce7f0a0c0 req-fc93b4ca-7c77-4916-a941-2203d1d825e2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4587605 Oct 23 00:56:01.752373 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40629ee1-1a51-4959-ada0-a2bb6909c23a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbbdee7-6b12-4d87-b147-c692cc672a94,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:01.769508 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cfd9e-7657-4e1a-ace7-a57f79e21968 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8e9126-482d-44e1-9597-8c430f225bf1,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:01.769745 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d1afe99a-e8cf-4565-8bfc-2846711aef31 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/quotas/f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 375 time: 0.1189220 Oct 23 00:56:01.771209 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-afaecb32-5a9e-4ed4-9f6d-2c0afe4b9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:01.773321 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-afaecb32-5a9e-4ed4-9f6d-2c0afe4b9c52 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 1127 time: 0.2727900 Oct 23 00:56:01.874834 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-86c7ffbd-eb4e-4229-a377-bf2ca4702262 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d8e9126-482d-44e1-9597-8c430f225bf1 HTTP/1.1" status: 200 len: 217 time: 0.1439912 Oct 23 00:56:01.890135 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-60635130-00bf-49c7-8d66-77368c563e67 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6b0df7794db74f469bd8e7e52a5ceb67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6857333 Oct 23 00:56:01.900868 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36518) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:01.902504 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60635130-00bf-49c7-8d66-77368c563e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c23c19-5010-45c9-b514-00236ea367fd,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:02.005834 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-13976791-5954-4ef7-aec5-e28e919edb1e req-3c9ebb97-7af5-4ede-8597-f698887eec1f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011599 Oct 23 00:56:02.008435 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-4528ccee-f570-4980-bc56-6b280686108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:02.010189 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-4528ccee-f570-4980-bc56-6b280686108d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.1266208 Oct 23 00:56:02.029914 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a11ee28a-df3a-4868-98e4-a4acf1389ce5 admin admin] Publish callbacks [] for security_group (a8c23c19-5010-45c9-b514-00236ea367fd), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.093860 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Made reservation on behalf of 11730d9eec8546c5aa486c1a4a283bf8 for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:02.098900 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.102757 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a11ee28a-df3a-4868-98e4-a4acf1389ce5 admin admin] Publish callbacks [] for security_group (a8c23c19-5010-45c9-b514-00236ea367fd), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.180680 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-2f6ab2d2-91f7-44d9-8e50-6988e5e69c85 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94 HTTP/1.1" status: 200 len: 217 time: 0.3872833 Oct 23 00:56:02.190041 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a11ee28a-df3a-4868-98e4-a4acf1389ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a8c23c19-5010-45c9-b514-00236ea367fd), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.190411 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-2144613b-65a5-4e66-8103-695763c192d5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4091575 Oct 23 00:56:02.193998 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a11ee28a-df3a-4868-98e4-a4acf1389ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.196121 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a11ee28a-df3a-4868-98e4-a4acf1389ce5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a8c23c19-5010-45c9-b514-00236ea367fd HTTP/1.1" status: 204 len: 168 time: 0.2902000 Oct 23 00:56:02.217814 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ee28a-df3a-4868-98e4-a4acf1389ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c23c19-5010-45c9-b514-00236ea367fd,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:02.347139 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-f15c7641-cc1d-4487-a865-9c84ae6a9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:02.353295 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-f15c7641-cc1d-4487-a865-9c84ae6a9b1d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1069002 Oct 23 00:56:02.412905 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8046f0a-6070-44bc-ae92-c5e2774f2649 req-71cb27d9-0310-4afa-afe3-964494294201 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8407145 Oct 23 00:56:02.447600 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-16c38e2d-eee4-4dc8-93da-9e15569d831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:02.449091 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-16c38e2d-eee4-4dc8-93da-9e15569d831d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.1639919 Oct 23 00:56:02.461893 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b318251-47bd-4a75-afd0-589541917c28 req-1cb683f3-8aad-4050-9dd1-82a1de6b6efe tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:02.464651 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3b318251-47bd-4a75-afd0-589541917c28 req-1cb683f3-8aad-4050-9dd1-82a1de6b6efe tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.3994503 Oct 23 00:56:02.571236 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd319e972-fe53-4f0f-b706-cdcb7f14005a', 'tag': '2fbbdee7-6b12-4d87-b147-c692cc672a94'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:02.573569 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8613d276-2c28-4790-9a2e-d80f4c3ddf97" -d '{"events": [{"name": "network-changed", "server_uuid": "d319e972-fe53-4f0f-b706-cdcb7f14005a", "tag": "2fbbdee7-6b12-4d87-b147-c692cc672a94"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:02.590776 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3b318251-47bd-4a75-afd0-589541917c28 req-f4937318-a309-463e-913a-63e98c71e80c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176291 Oct 23 00:56:02.623548 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-ba4ad819-0eed-4d29-845c-63bd4253e371 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736937 Oct 23 00:56:02.684469 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36560) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:02.686176 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Allocated IP 172.20.0.9 (197197c1-cb86-4ff6-9445-13bfeba0b392/522d6201-54ac-44a3-be79-eca7f6705ff3/fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:02.707407 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a68971c2-89ec-4477-b1e7-0ba85fcc4cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.751275 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:02.783773 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-173a0216-f231-4c1f-b41d-0c74185cf7fc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592445 Oct 23 00:56:02.830718 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a68971c2-89ec-4477-b1e7-0ba85fcc4cf7 admin admin] Publish callbacks [] for security_group (10a9fc40-111f-4171-ab41-eeb315a4d3f7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.832588 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a68971c2-89ec-4477-b1e7-0ba85fcc4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (10a9fc40-111f-4171-ab41-eeb315a4d3f7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.844442 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:02.872488 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 36566) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:02.879374 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a68971c2-89ec-4477-b1e7-0ba85fcc4cf7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a07e4adadc0e4c42a32b6653abe8d201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934125 Oct 23 00:56:02.882153 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36570) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:02.912396 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68971c2-89ec-4477-b1e7-0ba85fcc4cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a9fc40-111f-4171-ab41-eeb315a4d3f7,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:02.957837 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e689e67a-8493-4b4f-8e5f-5e3549085b53 admin admin] Publish callbacks [] for security_group (10a9fc40-111f-4171-ab41-eeb315a4d3f7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.979043 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe5b9c6-9c8c-4379-94ff-174bc723445f x-openstack-request-id: req-efe5b9c6-9c8c-4379-94ff-174bc723445f {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:02.979436 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:02.980395 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efe5b9c6-9c8c-4379-94ff-174bc723445f {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:02.980395 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe5b9c6-9c8c-4379-94ff-174bc723445f'] response: {'name': 'network-changed', 'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1', 'status': 'completed', 'code': 200} Oct 23 00:56:02.986381 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e689e67a-8493-4b4f-8e5f-5e3549085b53 admin admin] Publish callbacks [] for security_group (10a9fc40-111f-4171-ab41-eeb315a4d3f7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.994700 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.057334 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e689e67a-8493-4b4f-8e5f-5e3549085b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (10a9fc40-111f-4171-ab41-eeb315a4d3f7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.060714 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e689e67a-8493-4b4f-8e5f-5e3549085b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.065033 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e689e67a-8493-4b4f-8e5f-5e3549085b53 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/10a9fc40-111f-4171-ab41-eeb315a4d3f7 HTTP/1.1" status: 204 len: 168 time: 0.1786826 Oct 23 00:56:03.077312 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689e67a-8493-4b4f-8e5f-5e3549085b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a9fc40-111f-4171-ab41-eeb315a4d3f7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:03.098733 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.106059 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7185550e-83d1-444d-9b60-29557add5aa3 req-e7ab8f36-5098-4cda-adbc-724124ca715b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 210 time: 0.0593388 Oct 23 00:56:03.171966 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b81d54b5-266e-4bf1-a156-76c43fca7f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.178751 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d960ee4-cc35-49c7-b59f-579190a70f70 x-openstack-request-id: req-8d960ee4-cc35-49c7-b59f-579190a70f70 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:03.179082 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d319e972-fe53-4f0f-b706-cdcb7f14005a", "tag": "2fbbdee7-6b12-4d87-b147-c692cc672a94", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:03.179399 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d960ee4-cc35-49c7-b59f-579190a70f70 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:03.179829 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d960ee4-cc35-49c7-b59f-579190a70f70'] response: {'name': 'network-changed', 'server_uuid': 'd319e972-fe53-4f0f-b706-cdcb7f14005a', 'tag': '2fbbdee7-6b12-4d87-b147-c692cc672a94', 'status': 'completed', 'code': 200} Oct 23 00:56:03.212106 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:03.213294 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:03.225635 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:03.248930 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:03.254791 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:03.255429 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.326380 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'Port': ['ID=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:03.348226 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8f90-6b69-4350-a0e7-16de5d955deb req-1de9e9a4-564a-47dc-ae42-a12cfa6a88cd tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:03.365086 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ef2c8f90-6b69-4350-a0e7-16de5d955deb req-1de9e9a4-564a-47dc-ae42-a12cfa6a88cd tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 943 time: 0.1896942 Oct 23 00:56:03.387910 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-7d58cca2-9c85-4c90-90e0-efa398bfbb0b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4881957 Oct 23 00:56:03.409334 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e6ce-5ba0-4e65-8bef-7ec5b59ef2f1 req-1c23f726-428f-4d2a-af4b-943e271c4a26 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:03.416808 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e1d1e6ce-5ba0-4e65-8bef-7ec5b59ef2f1 req-1c23f726-428f-4d2a-af4b-943e271c4a26 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.1689467 Oct 23 00:56:03.542716 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ef2c8f90-6b69-4350-a0e7-16de5d955deb req-6a861623-fd77-49e3-9143-71902980e8cf tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766880 Oct 23 00:56:03.594103 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e1d1e6ce-5ba0-4e65-8bef-7ec5b59ef2f1 req-70685d68-6e7b-46a0-ab1a-972012aaf05b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764083 Oct 23 00:56:03.616670 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-112f9e8d-b4a1-45a1-89d3-fd6155b34f36 None None] Provisioning complete for port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:03.616670 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-112f9e8d-b4a1-45a1-89d3-fd6155b34f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.617348 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-112f9e8d-b4a1-45a1-89d3-fd6155b34f36 None None] Attempt 1 to provision port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 Oct 23 00:56:03.621198 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b81d54b5-266e-4bf1-a156-76c43fca7f59 admin admin] Publish callbacks [] for security_group (f5dd164a-9910-4221-b370-ab826f631038), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.640404 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d0bbca1a-90fd-43e5-8eeb-1b915acc148a req-01b89938-e6a9-4a89-b0bf-f4ba1653047e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.0437324 Oct 23 00:56:03.641059 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b81d54b5-266e-4bf1-a156-76c43fca7f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (f5dd164a-9910-4221-b370-ab826f631038), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.666138 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:03.698078 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-112f9e8d-b4a1-45a1-89d3-fd6155b34f36 None None] Port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:56:03.705958 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b81d54b5-266e-4bf1-a156-76c43fca7f59 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b4e18562eadd4e7388fe7ba26e0d12ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8295791 Oct 23 00:56:03.706751 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d54b5-266e-4bf1-a156-76c43fca7f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd164a-9910-4221-b370-ab826f631038,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:03.708352 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36600) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:03.820982 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-717d8336-bcc0-409f-9310-e46d963542b5 admin admin] Publish callbacks [] for security_group (f5dd164a-9910-4221-b370-ab826f631038), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.826966 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690689ce-84d2-4fa4-99c4-57030c486c2c req-e9b06ce2-3f6e-4ee5-8fab-32edd5f5c3ca tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:03.839880 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-690689ce-84d2-4fa4-99c4-57030c486c2c req-e9b06ce2-3f6e-4ee5-8fab-32edd5f5c3ca tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.0716300 Oct 23 00:56:03.852014 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-717d8336-bcc0-409f-9310-e46d963542b5 admin admin] Publish callbacks [] for security_group (f5dd164a-9910-4221-b370-ab826f631038), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.864337 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:03.902565 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-690689ce-84d2-4fa4-99c4-57030c486c2c req-ff021069-8ea2-49c8-a0ed-9981c8f8e7a3 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619202 Oct 23 00:56:03.915055 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-717d8336-bcc0-409f-9310-e46d963542b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (f5dd164a-9910-4221-b370-ab826f631038), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.917767 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-717d8336-bcc0-409f-9310-e46d963542b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.933692 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-717d8336-bcc0-409f-9310-e46d963542b5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f5dd164a-9910-4221-b370-ab826f631038 HTTP/1.1" status: 204 len: 168 time: 0.2124450 Oct 23 00:56:03.936413 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d8336-bcc0-409f-9310-e46d963542b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd164a-9910-4221-b370-ab826f631038,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:04.236197 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada6ad-aefa-485b-a555-1435e270e36b req-c533d289-5197-4a81-9bf5-657767dcda79 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.237748 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d4ada6ad-aefa-485b-a555-1435e270e36b req-c533d289-5197-4a81-9bf5-657767dcda79 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 931 time: 0.0517900 Oct 23 00:56:04.302706 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Request body: {'port': {'device_id': '962282e4-8e03-416b-a536-a861caae7201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:04.396070 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36630) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:04.396250 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:04.402009 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d4ada6ad-aefa-485b-a555-1435e270e36b req-52fe9527-8c1f-4288-8a7b-13ec53af9fe0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568015 Oct 23 00:56:04.451462 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-fa9d8763-5351-426d-bd74-3de94c79a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.454525 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-fa9d8763-5351-426d-bd74-3de94c79a362 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1630459 Oct 23 00:56:04.462070 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-bd95f450-d17b-44c4-842c-0be0a00f9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.463972 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-bd95f450-d17b-44c4-842c-0be0a00f9e8b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1128 time: 0.1307414 Oct 23 00:56:04.514525 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:04.612747 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b869cde9-4dac-4b2b-8548-796810117d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:04.645749 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-b400c37a-cdca-4966-9478-b5650d19de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.647214 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-b400c37a-cdca-4966-9478-b5650d19de44 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c7e74b2109214d21bb658dc423b38505&device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 1127 time: 0.2721267 Oct 23 00:56:04.707160 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-a5b8672a-02c4-4d12-b1c9-7e2a51c92cc3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221683 Oct 23 00:56:04.721690 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:04.822302 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-969ca00c-ffa4-43f5-9012-4b12881ccab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.822517 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-969ca00c-ffa4-43f5-9012-4b12881ccab7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.3395960 Oct 23 00:56:04.895806 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-29873ad0-cf94-4934-a869-dc13f3c9daa1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288840 Oct 23 00:56:04.943123 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10a50-e993-45d2-a719-556f19f5e1ff req-fffb604a-a96e-44ba-8846-b70af4c498f3 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.944676 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6cb10a50-e993-45d2-a719-556f19f5e1ff req-fffb604a-a96e-44ba-8846-b70af4c498f3 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 943 time: 0.1996529 Oct 23 00:56:04.951998 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc9968-b2ff-4d05-acf6-5ca0f7418a63 req-d513936f-16ab-450e-9e43-4e4d24bd1da9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.959066 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f8fc9968-b2ff-4d05-acf6-5ca0f7418a63 req-d513936f-16ab-450e-9e43-4e4d24bd1da9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.1610134 Oct 23 00:56:04.974383 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-4504517b-5656-41fd-8cd4-707cbf467dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.979829 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-4504517b-5656-41fd-8cd4-707cbf467dd8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba HTTP/1.1" status: 200 len: 913 time: 0.3192329 Oct 23 00:56:05.001015 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b869cde9-4dac-4b2b-8548-796810117d72 admin admin] Publish callbacks [] for security_group (e593c35f-0aa0-4553-bd9e-965cffbf17ed), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.002346 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92117a8-2673-4bf0-83db-f538d9d6ba1b', 'tag': '2d8e9126-482d-44e1-9597-8c430f225bf1'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:05.005319 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c" -d '{"events": [{"name": "network-changed", "server_uuid": "c92117a8-2673-4bf0-83db-f538d9d6ba1b", "tag": "2d8e9126-482d-44e1-9597-8c430f225bf1"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:05.014206 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1f67ce61-4fba-4f26-9f41-ba8c954444a2 req-7ca87c23-ca2f-4ef8-b0c4-4e01204e41d9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931123 Oct 23 00:56:05.016826 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b869cde9-4dac-4b2b-8548-796810117d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (e593c35f-0aa0-4553-bd9e-965cffbf17ed), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.089689 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:05.095255 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869cde9-4dac-4b2b-8548-796810117d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593c35f-0aa0-4553-bd9e-965cffbf17ed,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:05.109075 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6cb10a50-e993-45d2-a719-556f19f5e1ff req-79c438bd-5345-42da-9225-f9a05c67e3d7 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448369 Oct 23 00:56:05.124251 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b869cde9-4dac-4b2b-8548-796810117d72 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bed827a488954e5e8dc2a496de64f8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7256508 Oct 23 00:56:05.125405 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f8fc9968-b2ff-4d05-acf6-5ca0f7418a63 req-abee750d-8d55-4d56-bb9a-66b31282e2cb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631925 Oct 23 00:56:05.138270 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36660) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:05.244634 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8bdb9cf4-f56a-4818-83d4-3fb6e50494f6 admin admin] Publish callbacks [] for security_group (e593c35f-0aa0-4553-bd9e-965cffbf17ed), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.269591 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8bdb9cf4-f56a-4818-83d4-3fb6e50494f6 admin admin] Publish callbacks [] for security_group (e593c35f-0aa0-4553-bd9e-965cffbf17ed), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.273336 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b6a3a042-d4e1-4faa-a34f-de24af943f97 req-ed4828bb-9eb1-41b2-8ee2-0b4248e08770 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.0838637 Oct 23 00:56:05.344341 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:05.347988 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8bdb9cf4-f56a-4818-83d4-3fb6e50494f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (e593c35f-0aa0-4553-bd9e-965cffbf17ed), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.353508 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8bdb9cf4-f56a-4818-83d4-3fb6e50494f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.354822 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8bdb9cf4-f56a-4818-83d4-3fb6e50494f6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e593c35f-0aa0-4553-bd9e-965cffbf17ed HTTP/1.1" status: 204 len: 168 time: 0.2154484 Oct 23 00:56:05.363617 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e6763-2ff3-4a88-bee4-ea4de3e50f8a req-2371f187-1827-4db5-a220-9656456502fa tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:05.365165 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb9cf4-f56a-4818-83d4-3fb6e50494f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593c35f-0aa0-4553-bd9e-965cffbf17ed,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:05.365778 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ba6e6763-2ff3-4a88-bee4-ea4de3e50f8a req-2371f187-1827-4db5-a220-9656456502fa tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.1013293 Oct 23 00:56:05.368220 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Publish callbacks [] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.415052 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc12f9b5-1601-49cb-ad29-603b2e804518 x-openstack-request-id: req-cc12f9b5-1601-49cb-ad29-603b2e804518 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:05.415052 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92117a8-2673-4bf0-83db-f538d9d6ba1b", "tag": "2d8e9126-482d-44e1-9597-8c430f225bf1", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:05.415052 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc12f9b5-1601-49cb-ad29-603b2e804518 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:05.415052 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc12f9b5-1601-49cb-ad29-603b2e804518'] response: {'name': 'network-changed', 'server_uuid': 'c92117a8-2673-4bf0-83db-f538d9d6ba1b', 'tag': '2d8e9126-482d-44e1-9597-8c430f225bf1', 'status': 'completed', 'code': 200} Oct 23 00:56:05.433956 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Transition to ACTIVE for port object fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:05.438635 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.449863 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ba6e6763-2ff3-4a88-bee4-ea4de3e50f8a req-dd20d2b3-cbe8-4514-b193-ce2b422a181d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745950 Oct 23 00:56:05.667609 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Pushing event updated for resources: {'Port': ['ID=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:05.701981 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:05.737712 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605113f-2acb-4e70-afc2-23abcd773954 req-5a766f23-2389-49b7-b9c2-3dab1878ee77 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:05.739691 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b605113f-2acb-4e70-afc2-23abcd773954 req-5a766f23-2389-49b7-b9c2-3dab1878ee77 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0734067 Oct 23 00:56:05.740343 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Attempting to bind port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:05.740652 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Attempting to bind port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:05.740973 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Attempting to bind port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 on network 197197c1-cb86-4ff6-9445-13bfeba0b392 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:05.820482 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 on network 197197c1-cb86-4ff6-9445-13bfeba0b392 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:05.820812 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Attempting to bind port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 on network 197197c1-cb86-4ff6-9445-13bfeba0b392 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:05.827306 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b605113f-2acb-4e70-afc2-23abcd773954 req-1d234cd7-4366-4b44-9b14-10d7defd9e3d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644991 Oct 23 00:56:05.876422 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:05.876691 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Checking segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:05.877082 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Bound using segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:05.877561 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Bound port: fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:05.878226 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.924990 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:05.941698 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] For port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:05.945003 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] For port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:05.950810 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.953997 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:05.954927 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:05.956368 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 HTTP/1.1" status: 200 len: 1093 time: 1.6672349 Oct 23 00:56:05.958472 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962282e4-8e03-416b-a536-a861caae7201', 'tag': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:05.960759 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff922a0d-cbe8-4fca-ba2d-05de5a07a1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "962282e4-8e03-416b-a536-a861caae7201", "tag": "fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:06.008522 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de403d4-66cd-4059-bf39-05c4af9e513c service neutron] Pushing event updated for resources: {'Port': ['ID=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:06.038860 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45173482-7426-438f-820a-66a10bcfaa79 x-openstack-request-id: req-45173482-7426-438f-820a-66a10bcfaa79 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:06.039217 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962282e4-8e03-416b-a536-a861caae7201", "tag": "fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:06.039448 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45173482-7426-438f-820a-66a10bcfaa79 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:06.039875 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45173482-7426-438f-820a-66a10bcfaa79'] response: {'name': 'network-changed', 'server_uuid': '962282e4-8e03-416b-a536-a861caae7201', 'tag': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'status': 'completed', 'code': 200} Oct 23 00:56:06.272603 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec423f-9a8a-4ed0-b1ae-b41c943d2511 req-4fa39180-c42c-489a-9fd9-b5a0a94267fb tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.274091 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-baec423f-9a8a-4ed0-b1ae-b41c943d2511 req-4fa39180-c42c-489a-9fd9-b5a0a94267fb tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 943 time: 0.0770533 Oct 23 00:56:06.296004 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeee6c-f2dd-4ed5-b10f-9ba3e8028de8 req-8cfd8872-30a9-4db0-8d56-ebc8275796b8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.297542 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1aaeee6c-f2dd-4ed5-b10f-9ba3e8028de8 req-8cfd8872-30a9-4db0-8d56-ebc8275796b8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0672483 Oct 23 00:56:06.362352 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-baec423f-9a8a-4ed0-b1ae-b41c943d2511 req-2e1689ce-8782-44a9-94f6-0a04ccedb198 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825424 Oct 23 00:56:06.369121 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1aaeee6c-f2dd-4ed5-b10f-9ba3e8028de8 req-7a735d40-b0e5-4796-8cc9-4307b678b727 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652914 Oct 23 00:56:06.479847 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2346c777-bc3b-434d-a7ad-1f8e77d2af87 req-5ad94868-2da8-45d2-b351-151fe8b9ba90 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.0297489 Oct 23 00:56:06.582558 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd99b0-03ab-4ad1-ad14-b94740ae848f req-2ff817cc-8a69-4d8d-b30a-73bde8ace82d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.584105 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b9fd99b0-03ab-4ad1-ad14-b94740ae848f req-2ff817cc-8a69-4d8d-b30a-73bde8ace82d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.0542231 Oct 23 00:56:06.640215 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b9fd99b0-03ab-4ad1-ad14-b94740ae848f req-1722cb74-8510-494c-b754-45542826a218 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473914 Oct 23 00:56:06.961853 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe5b6-4f4b-447e-a23d-f9e98f447dbb req-03be551a-5241-484c-a0ec-637268e4b18f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.963441 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-02efe5b6-4f4b-447e-a23d-f9e98f447dbb req-03be551a-5241-484c-a0ec-637268e4b18f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0500619 Oct 23 00:56:07.016732 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-02efe5b6-4f4b-447e-a23d-f9e98f447dbb req-ed11f8ea-b8b5-4218-b589-c1f197e81610 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474555 Oct 23 00:56:07.524072 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce280-888b-44b6-9523-d4a223510d1e req-3f6f3e5c-e092-4291-b640-076f5e796e12 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:07.525587 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a92ce280-888b-44b6-9523-d4a223510d1e req-3f6f3e5c-e092-4291-b640-076f5e796e12 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 943 time: 0.0860062 Oct 23 00:56:07.535714 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64121c-670f-469a-832b-d1b7594eab19 req-c77ceca6-f32d-4d2b-8068-de4a23ab2f2d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:07.537161 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3f64121c-670f-469a-832b-d1b7594eab19 req-c77ceca6-f32d-4d2b-8068-de4a23ab2f2d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0619581 Oct 23 00:56:07.568625 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36778) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:07.605646 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a92ce280-888b-44b6-9523-d4a223510d1e req-7e69df6d-7ba0-4460-b385-df50a7451ebe tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674765 Oct 23 00:56:07.616896 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3f64121c-670f-469a-832b-d1b7594eab19 req-72da20b5-ab20-47d1-99f5-19b1dd004837 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716407 Oct 23 00:56:07.695217 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e1af4662-f683-40dc-9af7-f367387f6ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.709606 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d30c88a1-3ffa-429b-af0e-c2692d6b88ee req-bb69f0c7-e517-484d-9a24-0ab70f2aef19 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.0396256 Oct 23 00:56:07.744801 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:07.785466 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966cae5-e235-4fa9-a452-37caf3f31070 req-e24e966a-4e02-4420-a0d5-d2dd8655b701 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:07.787234 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b966cae5-e235-4fa9-a452-37caf3f31070 req-e24e966a-4e02-4420-a0d5-d2dd8655b701 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.0651948 Oct 23 00:56:07.799187 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e1af4662-f683-40dc-9af7-f367387f6ca1 admin admin] Publish callbacks [] for security_group (3dcb0d2f-674d-4e41-9cb6-334a996d890c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.803247 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e1af4662-f683-40dc-9af7-f367387f6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (3dcb0d2f-674d-4e41-9cb6-334a996d890c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.848062 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b966cae5-e235-4fa9-a452-37caf3f31070 req-134ff439-f80d-4ab6-af1f-49595ea48542 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Oct 23 00:56:07.850818 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e1af4662-f683-40dc-9af7-f367387f6ca1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=49b4fe211bf14dd99ce83f5deac0fbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809606 Oct 23 00:56:07.852788 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af4662-f683-40dc-9af7-f367387f6ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcb0d2f-674d-4e41-9cb6-334a996d890c,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:07.853616 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 36792) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:07.862982 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:07.911362 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77223d65-1949-428b-b897-1bd9f288f811 admin admin] Publish callbacks [] for security_group (3dcb0d2f-674d-4e41-9cb6-334a996d890c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.931770 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77223d65-1949-428b-b897-1bd9f288f811 admin admin] Publish callbacks [] for security_group (3dcb0d2f-674d-4e41-9cb6-334a996d890c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.980743 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77223d65-1949-428b-b897-1bd9f288f811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (3dcb0d2f-674d-4e41-9cb6-334a996d890c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.983303 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77223d65-1949-428b-b897-1bd9f288f811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.985154 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-77223d65-1949-428b-b897-1bd9f288f811 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3dcb0d2f-674d-4e41-9cb6-334a996d890c HTTP/1.1" status: 204 len: 168 time: 0.1282773 Oct 23 00:56:07.993149 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77223d65-1949-428b-b897-1bd9f288f811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcb0d2f-674d-4e41-9cb6-334a996d890c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:08.170689 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803d49-742c-4487-aeeb-53213bab68b0 req-0e6973c6-6e3d-49e1-bc17-5db6a31fc17b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:08.173011 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3c803d49-742c-4487-aeeb-53213bab68b0 req-0e6973c6-6e3d-49e1-bc17-5db6a31fc17b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0617194 Oct 23 00:56:08.215649 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:08.233226 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3c803d49-742c-4487-aeeb-53213bab68b0 req-555035c3-533f-43f2-b809-eff26e33af81 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530424 Oct 23 00:56:08.352358 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 36828) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:08.367743 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fa7d69f4-8eb6-4ce9-a0dc-2265e8b3fedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:08.448277 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fa7d69f4-8eb6-4ce9-a0dc-2265e8b3fedb admin admin] Publish callbacks [] for security_group (9788a6ef-c5c7-4d4b-8bef-0b9cb66d1d07), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:08.452017 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fa7d69f4-8eb6-4ce9-a0dc-2265e8b3fedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (9788a6ef-c5c7-4d4b-8bef-0b9cb66d1d07), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:08.491683 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-fa7d69f4-8eb6-4ce9-a0dc-2265e8b3fedb admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=12f2d6a45a5e487582dc2fe3c70bb921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364815 Oct 23 00:56:08.492667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d69f4-8eb6-4ce9-a0dc-2265e8b3fedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9788a6ef-c5c7-4d4b-8bef-0b9cb66d1d07,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:08.494344 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36832) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:08.544033 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-16e365e6-a4a7-4846-b357-d940cf80e33e admin admin] Publish callbacks [] for security_group (9788a6ef-c5c7-4d4b-8bef-0b9cb66d1d07), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:08.566058 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-16e365e6-a4a7-4846-b357-d940cf80e33e admin admin] Publish callbacks [] for security_group (9788a6ef-c5c7-4d4b-8bef-0b9cb66d1d07), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:08.612615 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-16e365e6-a4a7-4846-b357-d940cf80e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (9788a6ef-c5c7-4d4b-8bef-0b9cb66d1d07), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:08.615122 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-16e365e6-a4a7-4846-b357-d940cf80e33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:08.616248 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-16e365e6-a4a7-4846-b357-d940cf80e33e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9788a6ef-c5c7-4d4b-8bef-0b9cb66d1d07 HTTP/1.1" status: 204 len: 168 time: 0.1209331 Oct 23 00:56:08.623931 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e365e6-a4a7-4846-b357-d940cf80e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9788a6ef-c5c7-4d4b-8bef-0b9cb66d1d07,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:08.780527 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e20b4-e2ff-4369-9e1d-585c2a70c2dd req-641abf5a-f881-4d41-8947-a71f6aaeb17a tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:08.782633 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f95e20b4-e2ff-4369-9e1d-585c2a70c2dd req-641abf5a-f881-4d41-8947-a71f6aaeb17a tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 943 time: 0.0856242 Oct 23 00:56:08.788221 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189c5b1-9fd8-4ad7-90f3-daf6e837c442 req-b85321d7-edf4-4acf-a657-f6b155b0009f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:08.789609 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8189c5b1-9fd8-4ad7-90f3-daf6e837c442 req-b85321d7-edf4-4acf-a657-f6b155b0009f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0816879 Oct 23 00:56:08.868520 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f95e20b4-e2ff-4369-9e1d-585c2a70c2dd req-5f43eb8f-f06a-4074-849f-1e9bb602ba26 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779438 Oct 23 00:56:08.871682 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8189c5b1-9fd8-4ad7-90f3-daf6e837c442 req-abfc7d00-0c82-4b76-ada8-e4c5a8137d6e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743515 Oct 23 00:56:08.941532 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c7504d0-3f13-4341-8624-2deda717cae0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:09.022493 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04d4db-2ac3-4530-abc7-b044f4fd7278 req-796b0753-ac46-4903-ae0e-27b07ef3db2d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:09.023962 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7d04d4db-2ac3-4530-abc7-b044f4fd7278 req-796b0753-ac46-4903-ae0e-27b07ef3db2d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.0854371 Oct 23 00:56:09.028654 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ad6e4eab-5851-49a8-bba1-7dd8cc0ab010 req-193c7643-d4d0-416d-a7f2-b79600acb3c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.0470440 Oct 23 00:56:09.064286 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c7504d0-3f13-4341-8624-2deda717cae0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c7504d0-3f13-4341-8624-2deda717cae0,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:09.080797 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7d04d4db-2ac3-4530-abc7-b044f4fd7278 req-b600f105-f78c-4eab-9eaf-f01675d5ce4d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504434 Oct 23 00:56:09.083857 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '6c7504d0-3f13-4341-8624-2deda717cae0', 'network_id': 'd59032f8-dc33-4dbf-ac1d-0e9fa84846ba', 'port_id': '6c7504d0-3f13-4341-8624-2deda717cae0', 'mac_address': 'fa:16:3e:92:84:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a031cacd-dbcb-4a62-bb15-15993e36cce0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:09.120125 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c7504d0-3f13-4341-8624-2deda717cae0 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:09.120569 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.133783 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7504d0-3f13-4341-8624-2deda717cae0 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:09.154549 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c7504d0-3f13-4341-8624-2deda717cae0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c7504d0-3f13-4341-8624-2deda717cae0,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:09.158989 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.204484 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c7504d0-3f13-4341-8624-2deda717cae0,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:09.338911 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-e0e7d234-7294-4ccc-82b6-8e77c0870839 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7504d0-3f13-4341-8624-2deda717cae0 HTTP/1.1" status: 200 len: 217 time: 0.0754821 Oct 23 00:56:09.361888 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-d672be79-1aff-4f65-a592-9499adcac651 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 217 time: 0.0741355 Oct 23 00:56:09.447368 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f17bf-f0a0-416d-b71b-545156ff2421 req-2731f05e-dee5-42a1-a163-50e44d6d65fe tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:09.448858 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-768f17bf-f0a0-416d-b71b-545156ff2421 req-2731f05e-dee5-42a1-a163-50e44d6d65fe tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0920973 Oct 23 00:56:09.497555 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78aac27b-69d3-4bba-9635-b200d0022e6d req-80a17cb3-8ee2-4137-93a2-d381f1335c41 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349386 Oct 23 00:56:09.534844 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-768f17bf-f0a0-416d-b71b-545156ff2421 req-61cdc6f0-08e2-41a7-98d4-9f3e7fbae12f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749748 Oct 23 00:56:09.697099 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['6c7504d0-3f13-4341-8624-2deda717cae0'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:09.990436 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:10.034102 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b997a2b-d6d2-4051-9520-a50ee7311d46 req-2a1c8118-0882-4b0b-bfd3-78beffdbf07e tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.035560 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7b997a2b-d6d2-4051-9520-a50ee7311d46 req-2a1c8118-0882-4b0b-bfd3-78beffdbf07e tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 944 time: 0.0803058 Oct 23 00:56:10.043667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40fe8a-ef5c-4df8-b667-a5298c87ac4e req-d555b0b3-5468-4f29-ba01-f36c3dd3a49e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.045064 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bf40fe8a-ef5c-4df8-b667-a5298c87ac4e req-d555b0b3-5468-4f29-ba01-f36c3dd3a49e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0781698 Oct 23 00:56:10.118804 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7b997a2b-d6d2-4051-9520-a50ee7311d46 req-ee7ae059-a30d-40d0-8b63-5227383b8c14 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727494 Oct 23 00:56:10.122770 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bf40fe8a-ef5c-4df8-b667-a5298c87ac4e req-1f2d251b-b984-4048-aee2-af89978dcd0b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695529 Oct 23 00:56:10.209191 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-69179207-c8e8-4c66-865f-139d66e0bd75 req-67041d2b-4be1-4c09-b098-a6ef9714493c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.0303130 Oct 23 00:56:10.217481 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:10.259162 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6e48-eaaa-451d-a505-45bee874d7f4 req-8ef58226-dbbd-42b6-a0da-f056aa4cec77 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.260651 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e69c6e48-eaaa-451d-a505-45bee874d7f4 req-8ef58226-dbbd-42b6-a0da-f056aa4cec77 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.0542426 Oct 23 00:56:10.266036 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5a874dbc-6d14-42d7-bfe3-5f9ce4815d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:10.312003 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e69c6e48-eaaa-451d-a505-45bee874d7f4 req-c341acee-d6b0-4b48-8b39-c8f595104fa0 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Oct 23 00:56:10.665360 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=25 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:10.666537 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d41d30-9bde-4a96-b9bb-4dc181f59195 req-ea1a7143-ec5a-4f36-82f6-26b766ae1616 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.668277 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-06d41d30-9bde-4a96-b9bb-4dc181f59195 req-ea1a7143-ec5a-4f36-82f6-26b766ae1616 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0530627 Oct 23 00:56:10.739196 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-06d41d30-9bde-4a96-b9bb-4dc181f59195 req-d0f9e806-43d2-47cd-a4cc-9b79a2872d04 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653608 Oct 23 00:56:10.762690 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36930) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:10.894059 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-691c3f58-a667-40a6-84d9-b1214263355b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:10.925921 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:10.962265 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c7504d0-3f13-4341-8624-2deda717cae0 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:10.979259 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-691c3f58-a667-40a6-84d9-b1214263355b admin admin] Publish callbacks [] for security_group (011640b6-05fc-4dcf-9569-372e23dfb502), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:10.986224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-691c3f58-a667-40a6-84d9-b1214263355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (011640b6-05fc-4dcf-9569-372e23dfb502), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.014128 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 36938) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:11.026932 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:11.045424 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 36942) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:11.056488 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-691c3f58-a667-40a6-84d9-b1214263355b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d311f0fc85544325bb9400f0efd54b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918224 Oct 23 00:56:11.062603 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c3f58-a667-40a6-84d9-b1214263355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011640b6-05fc-4dcf-9569-372e23dfb502,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:11.094620 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 6c7504d0-3f13-4341-8624-2deda717cae0 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:11.116042 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:11.116997 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7bd99589-9dd2-4499-9c64-8bbeb814cf99 admin admin] Publish callbacks [] for security_group (011640b6-05fc-4dcf-9569-372e23dfb502), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.126574 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 6c7504d0-3f13-4341-8624-2deda717cae0 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:11.126952 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.127319 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 6c7504d0-3f13-4341-8624-2deda717cae0 Oct 23 00:56:11.132065 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '6c0b1630-8908-400f-be38-caa653eaaef1', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'port_id': '6c0b1630-8908-400f-be38-caa653eaaef1', 'mac_address': 'fa:16:3e:bf:8d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:11.147295 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7bd99589-9dd2-4499-9c64-8bbeb814cf99 admin admin] Publish callbacks [] for security_group (011640b6-05fc-4dcf-9569-372e23dfb502), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.207231 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c0b1630-8908-400f-be38-caa653eaaef1 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:11.207649 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.229098 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0b1630-8908-400f-be38-caa653eaaef1 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:11.241560 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:11.242477 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d484ec18-2bfc-40fc-a9ca-1ad47811810b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.275852 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:11.285467 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.290087 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c7504d0-3f13-4341-8624-2deda717cae0 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:11.290499 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.317786 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c0a42-7a87-4413-a2a5-132c3c94e545 req-0fd59509-2433-4c54-a8bc-a7ef2941d7d0 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.319271 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c04c0a42-7a87-4413-a2a5-132c3c94e545 req-0fd59509-2433-4c54-a8bc-a7ef2941d7d0 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 944 time: 0.1060882 Oct 23 00:56:11.327675 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58008dc-0158-48f2-816a-ca692dae296b req-11d92d78-3b3f-4890-96d2-0d81eec30221 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.329241 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a58008dc-0158-48f2-816a-ca692dae296b req-11d92d78-3b3f-4890-96d2-0d81eec30221 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.1049402 Oct 23 00:56:11.333478 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7bd99589-9dd2-4499-9c64-8bbeb814cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (011640b6-05fc-4dcf-9569-372e23dfb502), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.335963 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7bd99589-9dd2-4499-9c64-8bbeb814cf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.340756 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-7bd99589-9dd2-4499-9c64-8bbeb814cf99 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/011640b6-05fc-4dcf-9569-372e23dfb502 HTTP/1.1" status: 204 len: 168 time: 0.2906740 Oct 23 00:56:11.355924 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fb1b7e-9c10-475e-b83f-00f19d04029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7504d0-3f13-4341-8624-2deda717cae0'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:11.384820 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd99589-9dd2-4499-9c64-8bbeb814cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011640b6-05fc-4dcf-9569-372e23dfb502,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:11.480793 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c04c0a42-7a87-4413-a2a5-132c3c94e545 req-1f138b8c-409f-4d48-b9e3-4fef76548745 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335552 Oct 23 00:56:11.480987 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c7504d0-3f13-4341-8624-2deda717cae0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c7504d0-3f13-4341-8624-2deda717cae0,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:11.480987 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:11.496711 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.536610 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a58008dc-0158-48f2-816a-ca692dae296b req-0a63ee9f-302f-4a32-ab83-ab4f63109606 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919081 Oct 23 00:56:11.587997 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c7504d0-3f13-4341-8624-2deda717cae0,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:11.650221 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-5549391e-c0d4-4eb1-93a9-a60c793ffc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.652261 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a83569-0588-4e69-8014-e86970a74c83" -d '{"events": [{"server_uuid": "33fb1b7e-9c10-475e-b83f-00f19d04029c", "name": "network-vif-plugged", "status": "completed", "tag": "6c7504d0-3f13-4341-8624-2deda717cae0"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:11.653510 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-5549391e-c0d4-4eb1-93a9-a60c793ffc01 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=a031cacd-dbcb-4a62-bb15-15993e36cce0 HTTP/1.1" status: 200 len: 851 time: 0.1986282 Oct 23 00:56:11.719770 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d484ec18-2bfc-40fc-a9ca-1ad47811810b admin admin] Publish callbacks [] for security_group (eab685f9-978b-43f4-aab1-983bc68373c5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.736825 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-42bf2943-793b-4ae0-8e96-054a0ad77759 req-0246e456-6c4d-47ae-8110-3801fd68122d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.1073008 Oct 23 00:56:11.742811 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d484ec18-2bfc-40fc-a9ca-1ad47811810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (eab685f9-978b-43f4-aab1-983bc68373c5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.760237 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-84bcb025-223a-4ebb-95e1-da8e1d7172f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.762021 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-84bcb025-223a-4ebb-95e1-da8e1d7172f2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 1128 time: 0.2197990 Oct 23 00:56:11.773123 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-3b816b14-9973-4b3d-9a37-46f8d1fae27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.774800 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-3b816b14-9973-4b3d-9a37-46f8d1fae27a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.3035572 Oct 23 00:56:11.783229 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36968) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:11.783676 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:11.797568 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4545488c-d0e5-4588-9785-37d0152a94b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.797692 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156f219-5514-490f-b8c3-8271e4a4ca8c req-9a2ac763-2330-4203-a4b8-4d1f0af9483d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.799173 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5156f219-5514-490f-b8c3-8271e4a4ca8c req-9a2ac763-2330-4203-a4b8-4d1f0af9483d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.1468854 Oct 23 00:56:11.809310 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484ec18-2bfc-40fc-a9ca-1ad47811810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab685f9-978b-43f4-aab1-983bc68373c5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:11.814138 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-d484ec18-2bfc-40fc-a9ca-1ad47811810b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d18ee4994eb84e31b1480617f80cd2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7989514 Oct 23 00:56:11.818352 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 36970) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:11.841834 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:11.876926 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['6c0b1630-8908-400f-be38-caa653eaaef1'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:11.886945 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:11.898326 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4545488c-d0e5-4588-9785-37d0152a94b7 admin admin] Publish callbacks [] for security_group (36b38ded-0f5e-4f97-bb27-0d0d60be962d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.900293 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5156f219-5514-490f-b8c3-8271e4a4ca8c req-3fac5923-b626-4434-bcac-feeea8492ba1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848007 Oct 23 00:56:11.910370 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4545488c-d0e5-4588-9785-37d0152a94b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (36b38ded-0f5e-4f97-bb27-0d0d60be962d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.913754 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3bf17e1-8539-4b35-a3fb-1d67a636a8a5 admin admin] Publish callbacks [] for security_group (eab685f9-978b-43f4-aab1-983bc68373c5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.944263 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3bf17e1-8539-4b35-a3fb-1d67a636a8a5 admin admin] Publish callbacks [] for security_group (eab685f9-978b-43f4-aab1-983bc68373c5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.957662 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4545488c-d0e5-4588-9785-37d0152a94b7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a103b217545946d9860889815633d369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731343 Oct 23 00:56:11.960220 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 36972) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:11.966660 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545488c-d0e5-4588-9785-37d0152a94b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b38ded-0f5e-4f97-bb27-0d0d60be962d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:12.019989 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3bf17e1-8539-4b35-a3fb-1d67a636a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (eab685f9-978b-43f4-aab1-983bc68373c5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.021006 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e87d6db-9ac0-4d64-9fad-5709cd49d6c1 admin admin] Publish callbacks [] for security_group (36b38ded-0f5e-4f97-bb27-0d0d60be962d), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.022705 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3bf17e1-8539-4b35-a3fb-1d67a636a8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.026171 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-c3bf17e1-8539-4b35-a3fb-1d67a636a8a5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/eab685f9-978b-43f4-aab1-983bc68373c5 HTTP/1.1" status: 204 len: 168 time: 0.2046208 Oct 23 00:56:12.055102 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e87d6db-9ac0-4d64-9fad-5709cd49d6c1 admin admin] Publish callbacks [] for security_group (36b38ded-0f5e-4f97-bb27-0d0d60be962d), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.057209 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:12.102204 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4bf5b-faed-4311-9ed2-2eeff52ae938 req-94b063e8-d24a-4ea1-94f4-864c017e0852 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:12.104024 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8fa4bf5b-faed-4311-9ed2-2eeff52ae938 req-94b063e8-d24a-4ea1-94f4-864c017e0852 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0621831 Oct 23 00:56:12.105268 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf17e1-8539-4b35-a3fb-1d67a636a8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab685f9-978b-43f4-aab1-983bc68373c5,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:12.136829 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e87d6db-9ac0-4d64-9fad-5709cd49d6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (36b38ded-0f5e-4f97-bb27-0d0d60be962d), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.139384 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e87d6db-9ac0-4d64-9fad-5709cd49d6c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.143822 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8e87d6db-9ac0-4d64-9fad-5709cd49d6c1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/36b38ded-0f5e-4f97-bb27-0d0d60be962d HTTP/1.1" status: 204 len: 168 time: 0.1801331 Oct 23 00:56:12.154946 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028d61c7-4f05-420e-b7c2-3339fae09b3e x-openstack-request-id: req-028d61c7-4f05-420e-b7c2-3339fae09b3e {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:12.155822 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fb1b7e-9c10-475e-b83f-00f19d04029c", "name": "network-vif-plugged", "status": "completed", "tag": "6c7504d0-3f13-4341-8624-2deda717cae0", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:12.156852 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-028d61c7-4f05-420e-b7c2-3339fae09b3e {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:12.157437 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028d61c7-4f05-420e-b7c2-3339fae09b3e'] response: {'server_uuid': '33fb1b7e-9c10-475e-b83f-00f19d04029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7504d0-3f13-4341-8624-2deda717cae0', 'code': 200} Oct 23 00:56:12.158945 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87d6db-9ac0-4d64-9fad-5709cd49d6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b38ded-0f5e-4f97-bb27-0d0d60be962d,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:12.201798 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8fa4bf5b-faed-4311-9ed2-2eeff52ae938 req-ec8be716-4ee7-4931-a0c0-034304c5c3a4 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891292 Oct 23 00:56:12.401308 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f8ca0d7-48fe-4a4d-97bb-73d97cea83d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.505781 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37000) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:12.520438 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0c6bc72-b9d6-4852-86d3-234f73021e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.619861 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ed0f5-4cca-4e3f-a48d-924a393f9612 req-06030105-5411-489b-b32a-36e9a5b26b2a tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:12.627042 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b72ed0f5-4cca-4e3f-a48d-924a393f9612 req-06030105-5411-489b-b32a-36e9a5b26b2a tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.0732076 Oct 23 00:56:12.634693 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0c6bc72-b9d6-4852-86d3-234f73021e9e admin admin] Publish callbacks [] for security_group (b8f5a7d3-d0f5-46fd-a978-6f0f2d607996), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.642337 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0c6bc72-b9d6-4852-86d3-234f73021e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b8f5a7d3-d0f5-46fd-a978-6f0f2d607996), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.695690 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6bc72-b9d6-4852-86d3-234f73021e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f5a7d3-d0f5-46fd-a978-6f0f2d607996,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:12.708661 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b0c6bc72-b9d6-4852-86d3-234f73021e9e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=32979c839a884bf9883e21bf14fb4266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015874 Oct 23 00:56:12.711146 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37008) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:12.720103 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b72ed0f5-4cca-4e3f-a48d-924a393f9612 req-a9e40657-c0aa-4974-ad50-d8f87dda052f tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921011 Oct 23 00:56:12.728956 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d473c-f567-443e-8b14-18fe90dd016d req-82897caf-935b-4eaf-a6f7-ccd0f9853683 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:12.730585 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4f2d473c-f567-443e-8b14-18fe90dd016d req-82897caf-935b-4eaf-a6f7-ccd0f9853683 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 945 time: 0.0869317 Oct 23 00:56:12.792668 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4c47be3a-1565-4cbb-8aa6-1327b5120ae5 admin admin] Publish callbacks [] for security_group (b8f5a7d3-d0f5-46fd-a978-6f0f2d607996), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.813794 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4f2d473c-f567-443e-8b14-18fe90dd016d req-8347568e-8fdd-4717-8b9d-8d330366f8a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739915 Oct 23 00:56:12.836667 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4c47be3a-1565-4cbb-8aa6-1327b5120ae5 admin admin] Publish callbacks [] for security_group (b8f5a7d3-d0f5-46fd-a978-6f0f2d607996), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.908518 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-54b5b78a-a997-40f1-8131-cde24517d03b req-505b383a-5b03-45ea-9a87-968adcda7396 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.0367351 Oct 23 00:56:12.920402 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 2d8e9126-482d-44e1-9597-8c430f225bf1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:12.920793 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4c47be3a-1565-4cbb-8aa6-1327b5120ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b8f5a7d3-d0f5-46fd-a978-6f0f2d607996), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.923048 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:12.923498 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4c47be3a-1565-4cbb-8aa6-1327b5120ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:12.929635 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4c47be3a-1565-4cbb-8aa6-1327b5120ae5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b8f5a7d3-d0f5-46fd-a978-6f0f2d607996 HTTP/1.1" status: 204 len: 168 time: 0.2165599 Oct 23 00:56:12.946700 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47be3a-1565-4cbb-8aa6-1327b5120ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f5a7d3-d0f5-46fd-a978-6f0f2d607996,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:13.008924 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:13.098020 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbad82-92e9-4e9c-8c44-bb442e63ab30 req-380db74b-a1b1-44b5-8d95-2b59bf96c466 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.099959 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-acdbad82-92e9-4e9c-8c44-bb442e63ab30 req-380db74b-a1b1-44b5-8d95-2b59bf96c466 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 944 time: 0.0817111 Oct 23 00:56:13.106288 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 6c0b1630-8908-400f-be38-caa653eaaef1 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:13.119662 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 6c0b1630-8908-400f-be38-caa653eaaef1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:13.120271 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:13.120781 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 6c0b1630-8908-400f-be38-caa653eaaef1 Oct 23 00:56:13.216356 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-acdbad82-92e9-4e9c-8c44-bb442e63ab30 req-ca5979f8-870a-4e22-aea4-3a7246e75188 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047370 Oct 23 00:56:13.228536 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 2d8e9126-482d-44e1-9597-8c430f225bf1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8e9126-482d-44e1-9597-8c430f225bf1,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:13.254132 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '2d8e9126-482d-44e1-9597-8c430f225bf1', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'port_id': '2d8e9126-482d-44e1-9597-8c430f225bf1', 'mac_address': 'fa:16:3e:1f:96:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:13.259063 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c0b1630-8908-400f-be38-caa653eaaef1 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:13.259455 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:13.336001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 2d8e9126-482d-44e1-9597-8c430f225bf1 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:13.336421 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:13.340292 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:13.348263 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:13.384649 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8e9126-482d-44e1-9597-8c430f225bf1 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:13.463651 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 2d8e9126-482d-44e1-9597-8c430f225bf1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8e9126-482d-44e1-9597-8c430f225bf1,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:13.473379 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-93f2252a-c3cc-4212-aabd-045ffa7da20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.474337 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:13.477758 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-93f2252a-c3cc-4212-aabd-045ffa7da20a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.1252556 Oct 23 00:56:13.483662 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:13.515092 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:13.579529 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=2d8e9126-482d-44e1-9597-8c430f225bf1,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:13.601943 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-7c9bbd80-d9ac-49da-bed3-412c5d50fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.604428 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-7c9bbd80-d9ac-49da-bed3-412c5d50fa39 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2547102 Oct 23 00:56:13.611539 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922a0d-cbe8-4fca-ba2d-05de5a07a1c1 req-21c9e9c9-ba13-4e65-8933-36c729bfec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.614596 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ff922a0d-cbe8-4fca-ba2d-05de5a07a1c1 req-21c9e9c9-ba13-4e65-8933-36c729bfec7c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 1127 time: 0.2543280 Oct 23 00:56:13.705971 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:13.733066 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.43', 49981) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:13.831909 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c7edb-08bb-4dbd-ab8a-76a07b783451 req-b11e1814-221d-4563-9779-61a7ce1213f6 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.833537 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-592c7edb-08bb-4dbd-ab8a-76a07b783451 req-b11e1814-221d-4563-9779-61a7ce1213f6 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.5184565 Oct 23 00:56:13.837259 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.43', 49982) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:13.838700 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-b876e1b9-0529-4431-8ba1-e1f141519e2d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d8e9126-482d-44e1-9597-8c430f225bf1 HTTP/1.1" status: 200 len: 217 time: 0.1151521 Oct 23 00:56:13.843235 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['2d8e9126-482d-44e1-9597-8c430f225bf1'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:13.947281 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:13.947859 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-bcedbf65-cdf6-4557-a3b8-69058ee40e23 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.949238 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-bcedbf65-cdf6-4557-a3b8-69058ee40e23 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 815 time: 0.1096647 Oct 23 00:56:13.954382 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-7f0b9255-189f-4bbf-a885-5117b62db6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.955827 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-7f0b9255-189f-4bbf-a885-5117b62db6d4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6024659 Oct 23 00:56:13.956785 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-ba049cd1-511b-40f3-be72-5dd9f8dc1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.958107 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-ba049cd1-511b-40f3-be72-5dd9f8dc1c47 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 1127 time: 0.6068728 Oct 23 00:56:14.005755 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4171f-ca20-4db7-8cf5-6e54dc8b915b req-b38ac6d0-4887-429e-9562-40cd337852f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.007727 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-19b4171f-ca20-4db7-8cf5-6e54dc8b915b req-b38ac6d0-4887-429e-9562-40cd337852f4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 1129 time: 0.2727065 Oct 23 00:56:14.010699 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-d4264f4c-aca9-4899-bec2-2c744fc77153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.012094 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-d4264f4c-aca9-4899-bec2-2c744fc77153 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0619707 Oct 23 00:56:14.142609 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-19b4171f-ca20-4db7-8cf5-6e54dc8b915b req-baf94904-1a23-4fa0-9a1f-ef8e3d811841 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:14.159304 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:14.163161 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1807c1-905e-41e2-aa59-887580fe03f2" -d '{"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-plugged", "status": "completed", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:14.193837 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:14.194796 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:14.210266 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922a0d-cbe8-4fca-ba2d-05de5a07a1c1 req-a3df0cc5-898e-472a-9232-3ed286ac23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.211899 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ff922a0d-cbe8-4fca-ba2d-05de5a07a1c1 req-a3df0cc5-898e-472a-9232-3ed286ac23ba service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5483699 Oct 23 00:56:14.270269 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-fa499d06-8ce0-4e58-8863-0dc123ca4210 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927675 Oct 23 00:56:14.357491 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-592c7edb-08bb-4dbd-ab8a-76a07b783451 req-4b9db905-3bdf-41ae-a945-0f3984298d74 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058502 Oct 23 00:56:14.391599 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-3ed2fd79-dce2-4da8-b7b2-52d1afdbedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.405420 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-3ed2fd79-dce2-4da8-b7b2-52d1afdbedb0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2251627 Oct 23 00:56:14.438163 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef714fa-26d8-4139-b3e0-c7ec0abfbeb7 req-b42df559-a6b5-4a6d-b51b-4f64f5458f0d tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.446877 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3ef714fa-26d8-4139-b3e0-c7ec0abfbeb7 req-b42df559-a6b5-4a6d-b51b-4f64f5458f0d tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.4941688 Oct 23 00:56:14.533612 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-f8b8a5ee-2c56-49dc-b98d-44ee4f661bff tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 380 time: 0.5058513 Oct 23 00:56:14.607938 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'port': {'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'admin_state_up': True, 'tenant_id': 'f639829059494fd49c12d49d52134692', 'security_groups': ['8f383c80-9f29-4639-8c11-bddb30938351']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:14.630234 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-e154fcea-ae67-47d5-be95-46c509dec59a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171653 Oct 23 00:56:14.674821 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-5f2b3fde-3f4d-4f7c-9e5c-c6f74c4ebd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.676068 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:14.676262 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-5f2b3fde-3f4d-4f7c-9e5c-c6f74c4ebd38 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.6623175 Oct 23 00:56:14.725661 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-19b4171f-ca20-4db7-8cf5-6e54dc8b915b req-baf94904-1a23-4fa0-9a1f-ef8e3d811841 service neutron] Publish callbacks [] for security_group (2a83d711-a486-45c8-801f-fa3cbf3c3273), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:14.760665 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-19b4171f-ca20-4db7-8cf5-6e54dc8b915b req-baf94904-1a23-4fa0-9a1f-ef8e3d811841 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (2a83d711-a486-45c8-801f-fa3cbf3c3273), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:14.786715 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922a0d-cbe8-4fca-ba2d-05de5a07a1c1 req-57afb254-1654-48cc-a0c4-116a6096f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.788175 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ff922a0d-cbe8-4fca-ba2d-05de5a07a1c1 req-57afb254-1654-48cc-a0c4-116a6096f1e0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5223017 Oct 23 00:56:14.811302 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-19b4171f-ca20-4db7-8cf5-6e54dc8b915b req-baf94904-1a23-4fa0-9a1f-ef8e3d811841 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7756989 Oct 23 00:56:14.814572 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bdc3d505-92f0-4918-a1fd-a517f2770289 req-014787aa-9e17-4b35-aecb-75cd79fad079 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155129 Oct 23 00:56:14.818878 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341849-e686-4db5-a7ad-3677771a29c9 req-4b35f17c-e469-4183-bb3d-a0ee3286d7e4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.820555 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ff341849-e686-4db5-a7ad-3677771a29c9 req-4b35f17c-e469-4183-bb3d-a0ee3286d7e4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.3165996 Oct 23 00:56:14.837516 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf94904-1a23-4fa0-9a1f-ef8e3d811841 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a83d711-a486-45c8-801f-fa3cbf3c3273,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:14.877397 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-2309d55b-97ab-4bfb-9a95-63414873cc98 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94 HTTP/1.1" status: 200 len: 217 time: 0.1641622 Oct 23 00:56:14.880991 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3ef714fa-26d8-4139-b3e0-c7ec0abfbeb7 req-acd7df4c-cae9-45fb-8235-4eb24bd2b946 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332869 Oct 23 00:56:14.925042 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 2fbbdee7-6b12-4d87-b147-c692cc672a94 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:14.929577 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 2d8e9126-482d-44e1-9597-8c430f225bf1 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:14.955044 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-e0888d52-205a-4576-90a6-a5891710f130 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546980 Oct 23 00:56:14.989493 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:15.053500 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-54a3d94e-c1c5-467e-970f-8dffa0fb33eb req-2f4fdb1c-0731-4451-849a-2e5ec7f5b752 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 210 time: 0.0748119 Oct 23 00:56:15.055717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 2d8e9126-482d-44e1-9597-8c430f225bf1 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:15.071713 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:15.075765 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 2d8e9126-482d-44e1-9597-8c430f225bf1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:15.076148 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.076692 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 2d8e9126-482d-44e1-9597-8c430f225bf1 Oct 23 00:56:15.078925 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ff341849-e686-4db5-a7ad-3677771a29c9 req-36ef8796-f7cc-4e6c-bdf0-182f1017e1b2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063947 Oct 23 00:56:15.151922 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-30c46649-be83-446c-aa66-9f41a6b6d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.154612 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-30c46649-be83-446c-aa66-9f41a6b6d47d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 1127 time: 0.0673194 Oct 23 00:56:15.163037 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91ed3ab0-50ba-44f7-b400-9d349824cac2 req-bbecfdf6-3342-4fb3-b8e4-f87173ed342c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858012 Oct 23 00:56:15.195207 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 2fbbdee7-6b12-4d87-b147-c692cc672a94, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:15.222349 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a04255-4461-4cc7-b05a-7f5ea519cdb8 x-openstack-request-id: req-04a04255-4461-4cc7-b05a-7f5ea519cdb8 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:15.222658 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-plugged", "status": "completed", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:15.222917 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04a04255-4461-4cc7-b05a-7f5ea519cdb8 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:15.231010 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a04255-4461-4cc7-b05a-7f5ea519cdb8'] response: {'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1', 'code': 200} Oct 23 00:56:15.256701 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '2fbbdee7-6b12-4d87-b147-c692cc672a94', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'port_id': '2fbbdee7-6b12-4d87-b147-c692cc672a94', 'mac_address': 'fa:16:3e:4a:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:15.267405 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Made reservation on behalf of f639829059494fd49c12d49d52134692 for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:15.270127 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-425ea48f-2c54-4b14-a265-cf697e6eb1c9 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 HTTP/1.1" status: 200 len: 217 time: 0.1073890 Oct 23 00:56:15.272873 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.352127 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 2fbbdee7-6b12-4d87-b147-c692cc672a94 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:15.352683 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.355266 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-904e6109-a195-4010-9a03-4f5296205101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.356886 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-904e6109-a195-4010-9a03-4f5296205101 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.2573888 Oct 23 00:56:15.385303 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6dbb-cacf-4689-a372-41f62e85137a req-bc3e7357-d256-4b71-955e-41fa202fef62 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.386268 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbbdee7-6b12-4d87-b147-c692cc672a94 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:15.392836 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-12ac6dbb-cacf-4689-a372-41f62e85137a req-bc3e7357-d256-4b71-955e-41fa202fef62 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 945 time: 0.1280813 Oct 23 00:56:15.436942 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.445550 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 2fbbdee7-6b12-4d87-b147-c692cc672a94, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:15.452261 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 2d8e9126-482d-44e1-9597-8c430f225bf1 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:15.453638 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.486649 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.493752 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40c4feb3-c6f8-4313-a84f-5f88d7e6846c req-faf0b6ca-37c5-4b0d-8371-15d309546093 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838670 Oct 23 00:56:15.502216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.532335 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 2d8e9126-482d-44e1-9597-8c430f225bf1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8e9126-482d-44e1-9597-8c430f225bf1,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:15.564292 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.566327 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-12ac6dbb-cacf-4689-a372-41f62e85137a req-0e20f4d1-95c0-4a92-99b7-0e2a0ca2c616 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713469 Oct 23 00:56:15.598506 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:15.611959 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=2fbbdee7-6b12-4d87-b147-c692cc672a94,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:15.615407 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Allocated IP 172.20.0.13 (d8f91d95-1c2c-439e-9697-40967bfc9e0e/64322874-d1c5-43d1-a2c6-23db4c23e049/a2220105-1ae6-48dc-9fa1-a14ad68e8739) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:15.622749 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7f4a4-632d-4912-ad7c-e6ec6aafa4df req-b7dc824e-eafd-475a-b13f-7e10ccc375b3 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.624293 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bcf7f4a4-632d-4912-ad7c-e6ec6aafa4df req-b7dc824e-eafd-475a-b13f-7e10ccc375b3 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.1135516 Oct 23 00:56:15.678141 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=2d8e9126-482d-44e1-9597-8c430f225bf1,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:15.713790 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bcf7f4a4-632d-4912-ad7c-e6ec6aafa4df req-667f7d19-7cfd-426f-91ce-f563c14afda1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803785 Oct 23 00:56:15.801909 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-17842eab-b989-4658-849c-403ab9553898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.803978 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-17842eab-b989-4658-849c-403ab9553898 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=522d6201-54ac-44a3-be79-eca7f6705ff3 HTTP/1.1" status: 200 len: 850 time: 0.0563052 Oct 23 00:56:15.846772 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.876265 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-c5a1517e-a8cc-4cc0-96fd-5330deefb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.878375 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-c5a1517e-a8cc-4cc0-96fd-5330deefb39c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=197197c1-cb86-4ff6-9445-13bfeba0b392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0669584 Oct 23 00:56:15.980602 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['2fbbdee7-6b12-4d87-b147-c692cc672a94'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:16.075338 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-2ad46ed1-9cc7-4a29-8c7d-be99f14ff491 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903481 Oct 23 00:56:16.077119 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-e6d5b3a7-bb38-489a-a972-8593ee2d9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.079144 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-e6d5b3a7-bb38-489a-a972-8593ee2d9eb6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2121396 Oct 23 00:56:16.081984 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507d8a-19d3-4c61-a329-e378b2010a7f req-a167aba6-1794-4a6d-9055-6fa0f8beea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.083353 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a6507d8a-19d3-4c61-a329-e378b2010a7f req-a167aba6-1794-4a6d-9055-6fa0f8beea9f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1130 time: 0.1938641 Oct 23 00:56:16.087220 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:16.198453 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-71a9218b-a339-44de-9e9d-a6d88dc594a1 req-154fda3a-86a4-4a52-9f92-9b5588d6a267 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985503 Oct 23 00:56:16.266378 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:16.396843 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeecf27-427b-4b8e-827a-4648082b497e req-3dd449bb-8ce6-489b-b521-2b6444d678b3 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.398249 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7eeecf27-427b-4b8e-827a-4648082b497e req-3dd449bb-8ce6-489b-b521-2b6444d678b3 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.3432841 Oct 23 00:56:16.423954 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:16.449733 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:16.461442 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:16.486503 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:16.491082 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.491697 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:16.499413 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28d5d-dd6e-45c9-b702-3860ad2fb07e req-813ea280-3574-4674-8d60-868decc52937 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.501557 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-17f28d5d-dd6e-45c9-b702-3860ad2fb07e req-813ea280-3574-4674-8d60-868decc52937 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.2289450 Oct 23 00:56:16.502210 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=a2220105-1ae6-48dc-9fa1-a14ad68e8739,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:16.560797 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-c7f53db7-2449-4477-ad6f-7651d659033d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923839 Oct 23 00:56:16.575571 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:16.582245 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a6507d8a-19d3-4c61-a329-e378b2010a7f req-fc94423a-797a-4f24-a911-d5d582a40894 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106234 Oct 23 00:56:16.599548 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-d6ceb0b5-64f0-4845-afc2-4ecd101b4a34 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0129843 Oct 23 00:56:16.631322 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7eeecf27-427b-4b8e-827a-4648082b497e req-ec26ee3d-3a5f-437e-a713-a5714c5a69ec tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103281 Oct 23 00:56:16.660865 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-17f28d5d-dd6e-45c9-b702-3860ad2fb07e req-8b261568-0802-40d5-85a4-054589d0bdce tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042881 Oct 23 00:56:16.751061 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-827869bf-5db8-443c-bdfd-97114225d0d4 None None] Provisioning complete for port a2220105-1ae6-48dc-9fa1-a14ad68e8739 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:16.751353 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-827869bf-5db8-443c-bdfd-97114225d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:16.751687 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-827869bf-5db8-443c-bdfd-97114225d0d4 None None] Attempt 1 to provision port a2220105-1ae6-48dc-9fa1-a14ad68e8739 Oct 23 00:56:16.769868 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b765674-9d47-4a2a-9eaf-3c80e799f5a2 req-e5d05639-6a99-462a-b242-d996ec835171 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.771305 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b765674-9d47-4a2a-9eaf-3c80e799f5a2 req-e5d05639-6a99-462a-b242-d996ec835171 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 932 time: 0.0723996 Oct 23 00:56:16.783449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-827869bf-5db8-443c-bdfd-97114225d0d4 None None] Port a2220105-1ae6-48dc-9fa1-a14ad68e8739 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:56:16.789285 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123a3c9-6f09-4070-bf64-2f1390c667c3 req-66d7e350-fc6b-4424-a023-64ab009becf5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.790669 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5123a3c9-6f09-4070-bf64-2f1390c667c3 req-66d7e350-fc6b-4424-a023-64ab009becf5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0645268 Oct 23 00:56:16.861129 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b765674-9d47-4a2a-9eaf-3c80e799f5a2 req-41632d63-7714-4762-b8d1-9d7a9715ed22 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827494 Oct 23 00:56:16.865208 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5123a3c9-6f09-4070-bf64-2f1390c667c3 req-65fc4367-6bbb-4a3f-bcd5-3b05513c882d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660002 Oct 23 00:56:16.959328 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c56ef-cfc3-4a91-993a-13156d4e04bb req-a975e4db-8756-4580-9bc2-1f0490b972f1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.960689 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6e5c56ef-cfc3-4a91-993a-13156d4e04bb req-a975e4db-8756-4580-9bc2-1f0490b972f1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0457458 Oct 23 00:56:17.009292 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6e5c56ef-cfc3-4a91-993a-13156d4e04bb req-3a2f4701-d21b-4114-ad24-288e5f00bd60 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422585 Oct 23 00:56:17.232927 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92117a8-2673-4bf0-83db-f538d9d6ba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8e9126-482d-44e1-9597-8c430f225bf1'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:17.237537 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23114548-45c3-49db-ad26-cbf2499df2e6" -d '{"events": [{"server_uuid": "c92117a8-2673-4bf0-83db-f538d9d6ba1b", "name": "network-vif-plugged", "status": "completed", "tag": "2d8e9126-482d-44e1-9597-8c430f225bf1"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:17.281591 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ff9c1-dca2-4add-8e73-e5b287ff2da7 x-openstack-request-id: req-d98ff9c1-dca2-4add-8e73-e5b287ff2da7 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:17.281984 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92117a8-2673-4bf0-83db-f538d9d6ba1b", "name": "network-vif-plugged", "status": "completed", "tag": "2d8e9126-482d-44e1-9597-8c430f225bf1", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:17.282398 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d98ff9c1-dca2-4add-8e73-e5b287ff2da7 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:17.282929 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98ff9c1-dca2-4add-8e73-e5b287ff2da7'] response: {'server_uuid': 'c92117a8-2673-4bf0-83db-f538d9d6ba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8e9126-482d-44e1-9597-8c430f225bf1', 'code': 200} Oct 23 00:56:17.283739 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 2fbbdee7-6b12-4d87-b147-c692cc672a94 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:17.345118 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 2fbbdee7-6b12-4d87-b147-c692cc672a94 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:17.351572 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 2fbbdee7-6b12-4d87-b147-c692cc672a94 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:17.351958 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:17.352431 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 2fbbdee7-6b12-4d87-b147-c692cc672a94 Oct 23 00:56:17.428890 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 2fbbdee7-6b12-4d87-b147-c692cc672a94 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:17.429272 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:17.463295 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 2fbbdee7-6b12-4d87-b147-c692cc672a94, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:17.466419 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:17.516865 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=2fbbdee7-6b12-4d87-b147-c692cc672a94,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:17.774181 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c4baf-0ed8-4e9e-a9df-f163d9659564 req-310a2490-2a3e-4ca3-99da-839bb9481cce tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:17.775652 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-637c4baf-0ed8-4e9e-a9df-f163d9659564 req-310a2490-2a3e-4ca3-99da-839bb9481cce tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.0641382 Oct 23 00:56:17.831498 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf537-c031-440b-abbc-24979744cd68 req-5ce2afb8-7dc2-404f-a584-438695e898cb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:17.833070 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-26baf537-c031-440b-abbc-24979744cd68 req-5ce2afb8-7dc2-404f-a584-438695e898cb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0841956 Oct 23 00:56:17.876706 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-637c4baf-0ed8-4e9e-a9df-f163d9659564 req-65c54d51-d9cb-4f50-8a7a-120474076d08 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814981 Oct 23 00:56:17.912846 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-26baf537-c031-440b-abbc-24979744cd68 req-5d5247af-5268-4f01-aa4a-0faf83e70f5d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675464 Oct 23 00:56:18.000683 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d9a4d-4acd-42c7-af18-2b6c99d9610c req-38028377-3568-4300-8837-3279680c255d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:18.002035 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0a8d9a4d-4acd-42c7-af18-2b6c99d9610c req-38028377-3568-4300-8837-3279680c255d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 932 time: 0.0600152 Oct 23 00:56:18.053522 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aa92a-052a-4dd7-93b2-db2b26d1638f req-129e194f-0e26-46ed-9e84-5b494dc9249e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:18.055004 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-705aa92a-052a-4dd7-93b2-db2b26d1638f req-129e194f-0e26-46ed-9e84-5b494dc9249e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0774546 Oct 23 00:56:18.094762 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0a8d9a4d-4acd-42c7-af18-2b6c99d9610c req-0112c07a-9c84-4a0d-b64e-a3784a5359e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770488 Oct 23 00:56:18.124134 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-705aa92a-052a-4dd7-93b2-db2b26d1638f req-0a3fa95a-513c-4d5a-a21a-ba1522c0b690 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Oct 23 00:56:18.197393 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442a42-3aac-42e4-9ca7-8ff6608fd832 req-39f998c9-c704-41ac-aeb9-0bab3b7af9a5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:18.199077 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-44442a42-3aac-42e4-9ca7-8ff6608fd832 req-39f998c9-c704-41ac-aeb9-0bab3b7af9a5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0471487 Oct 23 00:56:18.247648 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-44442a42-3aac-42e4-9ca7-8ff6608fd832 req-8bca9cda-8412-4662-8819-d26f057b2ef7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417566 Oct 23 00:56:18.768319 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37226) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:18.879018 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Request body: {'port': {'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:18.915876 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-15ac67ef-89bb-4eb3-bbc5-b3340d6f71c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.005714 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:19.052458 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:19.116401 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.153189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e0a7a-2708-49ff-bbbf-b4ea06791969 req-5a0e7168-c7a6-48c1-859b-d8aef66d94c8 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:19.154652 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d18e0a7a-2708-49ff-bbbf-b4ea06791969 req-5a0e7168-c7a6-48c1-859b-d8aef66d94c8 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.1733074 Oct 23 00:56:19.166293 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29885e00-ad9a-4490-a992-07595f2b4e33 req-ebb25529-7996-4d6a-8086-dfda77371535 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:19.167682 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29885e00-ad9a-4490-a992-07595f2b4e33 req-ebb25529-7996-4d6a-8086-dfda77371535 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.1651149 Oct 23 00:56:19.228071 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8613d276-2c28-4790-9a2e-d80f4c3ddf97 req-8e2cf2cc-26bf-4f0c-b32d-15848f6e0762 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538437 Oct 23 00:56:19.284748 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd319e972-fe53-4f0f-b706-cdcb7f14005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbbdee7-6b12-4d87-b147-c692cc672a94'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:19.287720 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0299479d-edfc-47e5-ac59-41068aecaa67" -d '{"events": [{"server_uuid": "d319e972-fe53-4f0f-b706-cdcb7f14005a", "name": "network-vif-plugged", "status": "completed", "tag": "2fbbdee7-6b12-4d87-b147-c692cc672a94"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:19.316633 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-15ac67ef-89bb-4eb3-bbc5-b3340d6f71c9 admin admin] Publish callbacks [] for security_group (6789ed4d-2199-4666-8434-b2765b7fcfa2), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.365687 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-15ac67ef-89bb-4eb3-bbc5-b3340d6f71c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (6789ed4d-2199-4666-8434-b2765b7fcfa2), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.390049 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d18e0a7a-2708-49ff-bbbf-b4ea06791969 req-febe57ab-5430-4f30-b195-f19f5327595a tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130351 Oct 23 00:56:19.393638 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29885e00-ad9a-4490-a992-07595f2b4e33 req-7f599506-8053-4340-9075-6cfbff2ce822 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141013 Oct 23 00:56:19.449786 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac67ef-89bb-4eb3-bbc5-b3340d6f71c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6789ed4d-2199-4666-8434-b2765b7fcfa2,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:19.495351 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-15ac67ef-89bb-4eb3-bbc5-b3340d6f71c9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d38a8c152f8d4d85b50912af027ff961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258809 Oct 23 00:56:19.499356 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37244) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:19.555515 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:19.556855 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Publish callbacks [] for security_group (6789ed4d-2199-4666-8434-b2765b7fcfa2), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.581001 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Publish callbacks [] for security_group (6789ed4d-2199-4666-8434-b2765b7fcfa2), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.588920 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e0096-fb79-48f0-bbc9-e7b382536659 req-772de0db-e081-4a17-90f0-eb49ee4857c7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:19.590036 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a00e0096-fb79-48f0-bbc9-e7b382536659 req-772de0db-e081-4a17-90f0-eb49ee4857c7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 932 time: 0.1333613 Oct 23 00:56:19.601899 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc8235-6609-45fc-9940-264bc5e59f97 req-6458cfd6-d9ae-421e-8948-c071e1d9cc20 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:19.603393 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4cbc8235-6609-45fc-9940-264bc5e59f97 req-6458cfd6-d9ae-421e-8948-c071e1d9cc20 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1108639 Oct 23 00:56:19.639241 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (6789ed4d-2199-4666-8434-b2765b7fcfa2), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.642521 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.645992 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6789ed4d-2199-4666-8434-b2765b7fcfa2 HTTP/1.1" status: 204 len: 168 time: 0.1425805 Oct 23 00:56:19.651788 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789ed4d-2199-4666-8434-b2765b7fcfa2,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:19.654436 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:19.660918 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.661263 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.661831 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.662169 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.662511 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.664147 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.664527 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.665034 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.665368 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.665699 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.666031 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.666382 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.666810 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.667165 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.667467 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe24d-40f3-4d27-a8e7-d952eb7164e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:19.720821 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4cbc8235-6609-45fc-9940-264bc5e59f97 req-07e7779a-b4ee-4491-94bd-2f4ab49cb8c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963495 Oct 23 00:56:19.754985 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a00e0096-fb79-48f0-bbc9-e7b382536659 req-27bda4df-a7cb-4fdc-b465-4a910de77d91 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504340 Oct 23 00:56:19.815964 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9541447-1135-45f4-aa4d-00f245a1998c x-openstack-request-id: req-d9541447-1135-45f4-aa4d-00f245a1998c {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:19.816283 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d319e972-fe53-4f0f-b706-cdcb7f14005a", "name": "network-vif-plugged", "status": "completed", "tag": "2fbbdee7-6b12-4d87-b147-c692cc672a94", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:19.816564 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9541447-1135-45f4-aa4d-00f245a1998c {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:19.817506 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9541447-1135-45f4-aa4d-00f245a1998c'] response: {'server_uuid': 'd319e972-fe53-4f0f-b706-cdcb7f14005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbbdee7-6b12-4d87-b147-c692cc672a94', 'code': 200} Oct 23 00:56:19.867861 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2220105-1ae6-48dc-9fa1-a14ad68e8739 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:19.880645 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Publish callbacks [] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.891540 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed530fde-0b82-4b3a-9962-ee9561686617 req-ea93e95b-9196-4859-86ce-91705bc4076a tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:19.898934 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ed530fde-0b82-4b3a-9962-ee9561686617 req-ea93e95b-9196-4859-86ce-91705bc4076a tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 943 time: 0.0862682 Oct 23 00:56:19.932773 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Transition to ACTIVE for port object a2220105-1ae6-48dc-9fa1-a14ad68e8739 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:19.958029 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.001251 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ed530fde-0b82-4b3a-9962-ee9561686617 req-6e36753a-6a56-4105-8920-2dacd050797b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014433 Oct 23 00:56:20.036505 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Pushing event updated for resources: {'Port': ['ID=a2220105-1ae6-48dc-9fa1-a14ad68e8739,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:20.049863 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37268) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:20.075442 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Attempting to bind port a2220105-1ae6-48dc-9fa1-a14ad68e8739 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:20.075868 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Attempting to bind port a2220105-1ae6-48dc-9fa1-a14ad68e8739 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:20.076353 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Attempting to bind port a2220105-1ae6-48dc-9fa1-a14ad68e8739 on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:20.111301 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:20.131698 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Port a2220105-1ae6-48dc-9fa1-a14ad68e8739 on network d8f91d95-1c2c-439e-9697-40967bfc9e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:20.135252 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Attempting to bind port a2220105-1ae6-48dc-9fa1-a14ad68e8739 on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:20.204920 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37274) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:20.229918 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6360c5d1-730a-47bc-99a7-f7d49dd8af23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.388499 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:20.389211 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Checking segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:20.389817 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Bound using segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:20.391101 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Bound port: a2220105-1ae6-48dc-9fa1-a14ad68e8739, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:20.391688 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.398078 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6360c5d1-730a-47bc-99a7-f7d49dd8af23 admin admin] Publish callbacks [] for security_group (70a016de-81d1-4ca8-a086-6a390a70dbb4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.405548 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6360c5d1-730a-47bc-99a7-f7d49dd8af23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (70a016de-81d1-4ca8-a086-6a390a70dbb4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.436483 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37280) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:20.451506 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6360c5d1-730a-47bc-99a7-f7d49dd8af23 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=470454f897bb491aad98ed9a8f80e77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452710 Oct 23 00:56:20.456523 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37286) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:20.457899 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360c5d1-730a-47bc-99a7-f7d49dd8af23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a016de-81d1-4ca8-a086-6a390a70dbb4,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:20.504853 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] For port a2220105-1ae6-48dc-9fa1-a14ad68e8739, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:20.509529 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] For port a2220105-1ae6-48dc-9fa1-a14ad68e8739, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2220105-1ae6-48dc-9fa1-a14ad68e8739,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:20.518251 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3cd265b1-cbea-49a5-b9aa-8fa062708dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.526472 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.540397 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.541031 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.542534 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/a2220105-1ae6-48dc-9fa1-a14ad68e8739 HTTP/1.1" status: 200 len: 1094 time: 1.6755579 Oct 23 00:56:20.547048 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'tag': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:20.549244 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3594ad62-6988-4326-967d-50967e6f5480" -d '{"events": [{"name": "network-changed", "server_uuid": "caf25d45-5070-42e7-8266-ffdb0eda8924", "tag": "a2220105-1ae6-48dc-9fa1-a14ad68e8739"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:20.559729 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:20.603924 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3cd265b1-cbea-49a5-b9aa-8fa062708dbb admin admin] Publish callbacks [] for security_group (3dc35b7a-6711-4d7e-a427-ec836ab197a7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.607801 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3cd265b1-cbea-49a5-b9aa-8fa062708dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (3dc35b7a-6711-4d7e-a427-ec836ab197a7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.612339 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-172fae61-92bd-4586-b6ad-bf6f29a238c5 admin admin] Publish callbacks [] for security_group (70a016de-81d1-4ca8-a086-6a390a70dbb4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.648924 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3cd265b1-cbea-49a5-b9aa-8fa062708dbb admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0276014e51074e2184113b778b81cf94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5959303 Oct 23 00:56:20.649763 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd265b1-cbea-49a5-b9aa-8fa062708dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc35b7a-6711-4d7e-a427-ec836ab197a7,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:20.652080 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37290) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:20.667336 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b8d521e-2ea4-4a23-a687-f99819075d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.694474 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-172fae61-92bd-4586-b6ad-bf6f29a238c5 admin admin] Publish callbacks [] for security_group (70a016de-81d1-4ca8-a086-6a390a70dbb4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.707868 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2d200f08-a899-4ed9-ac3b-09a43a603c2f admin admin] Publish callbacks [] for security_group (3dc35b7a-6711-4d7e-a427-ec836ab197a7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.712795 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5093b4-562e-4cf4-ac3d-fd8e98bc955e req-ebfdc6d5-2afc-4ea9-9c47-4bc4f33af0d2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.714280 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7e5093b4-562e-4cf4-ac3d-fd8e98bc955e req-ebfdc6d5-2afc-4ea9-9c47-4bc4f33af0d2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.1804471 Oct 23 00:56:20.728214 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2d200f08-a899-4ed9-ac3b-09a43a603c2f admin admin] Publish callbacks [] for security_group (3dc35b7a-6711-4d7e-a427-ec836ab197a7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.731028 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad816c-7f2b-400b-b0be-e0229e81c284 req-1d0f7657-99d7-43b5-a54b-83d562a1178c tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.732540 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81ad816c-7f2b-400b-b0be-e0229e81c284 req-1d0f7657-99d7-43b5-a54b-83d562a1178c tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.1639283 Oct 23 00:56:20.754675 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Pushing event updated for resources: {'Port': ['ID=a2220105-1ae6-48dc-9fa1-a14ad68e8739,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:20.781143 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2d200f08-a899-4ed9-ac3b-09a43a603c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (3dc35b7a-6711-4d7e-a427-ec836ab197a7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.784069 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2d200f08-a899-4ed9-ac3b-09a43a603c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.785258 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-2d200f08-a899-4ed9-ac3b-09a43a603c2f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3dc35b7a-6711-4d7e-a427-ec836ab197a7 HTTP/1.1" status: 204 len: 168 time: 0.1321805 Oct 23 00:56:20.799082 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.800009 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.800398 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.800744 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.801084 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.801510 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.810078 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.810438 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.810795 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.811142 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.811488 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.811825 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.812442 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.814827 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.815384 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7cd0b-d6ab-419b-a857-78091b24d6dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.815840 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d200f08-a899-4ed9-ac3b-09a43a603c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc35b7a-6711-4d7e-a427-ec836ab197a7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:20.914348 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:20.996088 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-21e3f2f6-7f37-4555-ad31-d8670310a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.997665 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-21e3f2f6-7f37-4555-ad31-d8670310a096 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 1128 time: 0.1678488 Oct 23 00:56:21.023914 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae6697-e5cd-4970-83ab-e577cd1baeea req-e0728958-a4a7-45c0-b14e-27df98631b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.025522 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-48ae6697-e5cd-4970-83ab-e577cd1baeea req-e0728958-a4a7-45c0-b14e-27df98631b6e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 1130 time: 0.1945319 Oct 23 00:56:21.028654 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7e5093b4-562e-4cf4-ac3d-fd8e98bc955e req-ce891bec-a9c0-4b54-a09b-5da4ac56ab22 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885077 Oct 23 00:56:21.035897 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-172fae61-92bd-4586-b6ad-bf6f29a238c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (70a016de-81d1-4ca8-a086-6a390a70dbb4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.039025 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-172fae61-92bd-4586-b6ad-bf6f29a238c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.043964 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-172fae61-92bd-4586-b6ad-bf6f29a238c5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/70a016de-81d1-4ca8-a086-6a390a70dbb4 HTTP/1.1" status: 204 len: 168 time: 0.5843210 Oct 23 00:56:21.050694 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81ad816c-7f2b-400b-b0be-e0229e81c284 req-d9a683b2-9c8a-44e6-86f0-22f5af313dc4 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063753 Oct 23 00:56:21.064588 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:21.064908 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fae61-92bd-4586-b6ad-bf6f29a238c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a016de-81d1-4ca8-a086-6a390a70dbb4,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.074633 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d19a0f-1444-4a79-8298-297251ef1bd9 req-6659620c-3f61-449e-be44-853c0167b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.075954 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-51d19a0f-1444-4a79-8298-297251ef1bd9 req-6659620c-3f61-449e-be44-853c0167b375 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 1129 time: 0.1828544 Oct 23 00:56:21.171291 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b8d521e-2ea4-4a23-a687-f99819075d0a admin admin] Publish callbacks [] for security_group (1dfbc76b-dd5d-4336-bd06-bd27898c76a6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.173305 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb37e1b-eff6-4371-a76f-4965250f4792 x-openstack-request-id: req-8bb37e1b-eff6-4371-a76f-4965250f4792 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:21.174233 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf25d45-5070-42e7-8266-ffdb0eda8924", "tag": "a2220105-1ae6-48dc-9fa1-a14ad68e8739", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:21.174233 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8bb37e1b-eff6-4371-a76f-4965250f4792 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:21.174233 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb37e1b-eff6-4371-a76f-4965250f4792'] response: {'name': 'network-changed', 'server_uuid': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'tag': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'status': 'completed', 'code': 200} Oct 23 00:56:21.236137 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b8d521e-2ea4-4a23-a687-f99819075d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1dfbc76b-dd5d-4336-bd06-bd27898c76a6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.246392 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-3737bd16-9bdb-4f0f-aa28-5badf4747584 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2220105-1ae6-48dc-9fa1-a14ad68e8739 HTTP/1.1" status: 200 len: 217 time: 0.1069090 Oct 23 00:56:21.286994 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:21.289039 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37308) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:21.323142 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-38c3bc8d-cfd3-483b-913e-50ec45cf772a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.380626 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec387-3abb-492a-a139-51501202bce8 req-81405972-7555-4f0a-a505-6d843359e6c1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.382290 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f11ec387-3abb-492a-a139-51501202bce8 req-81405972-7555-4f0a-a505-6d843359e6c1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.2018206 Oct 23 00:56:21.391318 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-2b8d521e-2ea4-4a23-a687-f99819075d0a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=780d3c9b7ec54efbb162414bbad4d49b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9527974 Oct 23 00:56:21.398327 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37312) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:21.407459 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43e015-fff8-493f-8bd8-71751d88bc3e req-02d2acb2-4dc5-46ad-a983-1e65807ddd96 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.414661 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6f43e015-fff8-493f-8bd8-71751d88bc3e req-02d2acb2-4dc5-46ad-a983-1e65807ddd96 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 944 time: 0.1888416 Oct 23 00:56:21.418287 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-51d19a0f-1444-4a79-8298-297251ef1bd9 req-90f37f84-7c2c-4b1f-b42b-f720b5fdb969 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771037 Oct 23 00:56:21.419099 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d521e-2ea4-4a23-a687-f99819075d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfbc76b-dd5d-4336-bd06-bd27898c76a6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.474516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:21.489418 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-48ae6697-e5cd-4970-83ab-e577cd1baeea req-190af7f4-40cb-49c3-ba2d-fca78542b61b service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472097 Oct 23 00:56:21.525498 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:21.569459 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-38c3bc8d-cfd3-483b-913e-50ec45cf772a admin admin] Publish callbacks [] for security_group (ec4342b6-beda-47d4-8cff-372f0144d324), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.580933 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:21.584103 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-38c3bc8d-cfd3-483b-913e-50ec45cf772a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (ec4342b6-beda-47d4-8cff-372f0144d324), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.598803 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'port_id': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'mac_address': 'fa:16:3e:4c:a4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:21.617064 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-a429ccfc-700b-4e5b-bfe2-46125db49e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.618775 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-a429ccfc-700b-4e5b-bfe2-46125db49e53 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.1816609 Oct 23 00:56:21.644638 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6f43e015-fff8-493f-8bd8-71751d88bc3e req-b2170736-cfb2-44e5-ae9c-e7ef868a400d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289109 Oct 23 00:56:21.656532 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:21.657269 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.662202 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f11ec387-3abb-492a-a139-51501202bce8 req-71df6634-3488-455a-a265-5fa90cc44aac tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680337 Oct 23 00:56:21.676606 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b7960c5b-e093-4507-aab4-281467436c33 admin admin] Publish callbacks [] for security_group (1dfbc76b-dd5d-4336-bd06-bd27898c76a6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.676698 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3bc8d-cfd3-483b-913e-50ec45cf772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4342b6-beda-47d4-8cff-372f0144d324,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.685849 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-38c3bc8d-cfd3-483b-913e-50ec45cf772a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=84a1a78ec272477782c5be5f186bdfe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942122 Oct 23 00:56:21.686313 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37318) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:21.686700 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37320) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:21.705113 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:21.712689 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b7960c5b-e093-4507-aab4-281467436c33 admin admin] Publish callbacks [] for security_group (1dfbc76b-dd5d-4336-bd06-bd27898c76a6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.742854 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:21.747621 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-71e83018-9c2c-405a-af35-feca783fb5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.747787 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.791473 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b7960c5b-e093-4507-aab4-281467436c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1dfbc76b-dd5d-4336-bd06-bd27898c76a6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.794622 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b7960c5b-e093-4507-aab4-281467436c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.797812 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.800343 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b7960c5b-e093-4507-aab4-281467436c33 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1dfbc76b-dd5d-4336-bd06-bd27898c76a6 HTTP/1.1" status: 204 len: 168 time: 0.3984499 Oct 23 00:56:21.828344 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7960c5b-e093-4507-aab4-281467436c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfbc76b-dd5d-4336-bd06-bd27898c76a6,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.854602 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a5b188e-7c6e-4093-b088-cc7642af18c4 admin admin] Publish callbacks [] for security_group (ec4342b6-beda-47d4-8cff-372f0144d324), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.858851 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f650-c9ea-487c-b2a9-1e4b6506436d req-4b263bea-b6df-4e2a-9fc5-1afe188ba7e4 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.866787 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6121f650-c9ea-487c-b2a9-1e4b6506436d req-4b263bea-b6df-4e2a-9fc5-1afe188ba7e4 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 944 time: 0.0858026 Oct 23 00:56:21.886509 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a5b188e-7c6e-4093-b088-cc7642af18c4 admin admin] Publish callbacks [] for security_group (ec4342b6-beda-47d4-8cff-372f0144d324), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.927720 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-71e83018-9c2c-405a-af35-feca783fb5b7 admin admin] Publish callbacks [] for security_group (eb638e32-0c5e-4a9b-bc62-6b8be6954529), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.937956 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-71e83018-9c2c-405a-af35-feca783fb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (eb638e32-0c5e-4a9b-bc62-6b8be6954529), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.940567 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-33d0f1da-6722-4b3f-982e-32bea05b1ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.942082 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-33d0f1da-6722-4b3f-982e-32bea05b1ba0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0720935 Oct 23 00:56:21.949669 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6121f650-c9ea-487c-b2a9-1e4b6506436d req-954d99f0-1071-4e6c-af75-e0f58929c844 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817056 Oct 23 00:56:21.958541 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:21.984550 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-71e83018-9c2c-405a-af35-feca783fb5b7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4db827b5ab61413584a71d6bf9d5ddc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864518 Oct 23 00:56:21.986330 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e83018-9c2c-405a-af35-feca783fb5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb638e32-0c5e-4a9b-bc62-6b8be6954529,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.987896 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37326) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:22.000981 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a5b188e-7c6e-4093-b088-cc7642af18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (ec4342b6-beda-47d4-8cff-372f0144d324), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.004484 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a5b188e-7c6e-4093-b088-cc7642af18c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.008084 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4a5b188e-7c6e-4093-b088-cc7642af18c4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ec4342b6-beda-47d4-8cff-372f0144d324 HTTP/1.1" status: 204 len: 168 time: 0.3032651 Oct 23 00:56:22.032424 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b188e-7c6e-4093-b088-cc7642af18c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4342b6-beda-47d4-8cff-372f0144d324,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:22.043584 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fc96144-7ae7-49e8-9568-e1b8870d22d3 admin admin] Publish callbacks [] for security_group (eb638e32-0c5e-4a9b-bc62-6b8be6954529), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.064711 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:22.070486 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fc96144-7ae7-49e8-9568-e1b8870d22d3 admin admin] Publish callbacks [] for security_group (eb638e32-0c5e-4a9b-bc62-6b8be6954529), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.142462 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fc96144-7ae7-49e8-9568-e1b8870d22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (eb638e32-0c5e-4a9b-bc62-6b8be6954529), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.145023 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fc96144-7ae7-49e8-9568-e1b8870d22d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.148702 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-5fc96144-7ae7-49e8-9568-e1b8870d22d3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/eb638e32-0c5e-4a9b-bc62-6b8be6954529 HTTP/1.1" status: 204 len: 168 time: 0.1573932 Oct 23 00:56:22.172265 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:22.190425 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc96144-7ae7-49e8-9568-e1b8870d22d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb638e32-0c5e-4a9b-bc62-6b8be6954529,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:22.199713 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd3fe-5a5d-42e0-b696-e0bb13a894d3 req-b4c837c8-dceb-46e4-a48b-e662c6d138a4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:22.201242 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0a6cd3fe-5a5d-42e0-b696-e0bb13a894d3 req-b4c837c8-dceb-46e4-a48b-e662c6d138a4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0708733 Oct 23 00:56:22.213989 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:22.268672 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.269831 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0a6cd3fe-5a5d-42e0-b696-e0bb13a894d3 req-1bd7072a-a5a1-4a36-b9a6-6788858885db tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585005 Oct 23 00:56:22.447794 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37342) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:22.464045 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-33f109c5-ddcd-4287-9fee-e1a8199187b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.464764 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98488c76-c5ca-4bab-a18e-d311fd25c577 req-c419c09b-8de2-4ea8-8aec-a2b579358344 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:22.467179 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-98488c76-c5ca-4bab-a18e-d311fd25c577 req-c419c09b-8de2-4ea8-8aec-a2b579358344 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0565674 Oct 23 00:56:22.480993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37344) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:22.486100 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'floatingip': {'port_id': '6c0b1630-8908-400f-be38-caa653eaaef1'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:22.513600 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:22.560398 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-33f109c5-ddcd-4287-9fee-e1a8199187b9 admin admin] Publish callbacks [] for security_group (80d79c10-e26c-42b3-a86c-f66f4083262e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.564636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-33f109c5-ddcd-4287-9fee-e1a8199187b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (80d79c10-e26c-42b3-a86c-f66f4083262e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.577609 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (51da42c8-270c-4255-a1c5-ffcbe80a0ec7), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.612122 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-33f109c5-ddcd-4287-9fee-e1a8199187b9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=735759e2c5bc4379a06124a6224e6012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632090 Oct 23 00:56:22.613210 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f109c5-ddcd-4287-9fee-e1a8199187b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d79c10-e26c-42b3-a86c-f66f4083262e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:22.615974 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37350) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:22.681282 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3e350fb1-9382-4cdc-a2d7-315bc0ae1e63 admin admin] Publish callbacks [] for security_group (80d79c10-e26c-42b3-a86c-f66f4083262e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.708281 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3e350fb1-9382-4cdc-a2d7-315bc0ae1e63 admin admin] Publish callbacks [] for security_group (80d79c10-e26c-42b3-a86c-f66f4083262e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.800642 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3e350fb1-9382-4cdc-a2d7-315bc0ae1e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (80d79c10-e26c-42b3-a86c-f66f4083262e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.803384 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3e350fb1-9382-4cdc-a2d7-315bc0ae1e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.807218 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3e350fb1-9382-4cdc-a2d7-315bc0ae1e63 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/80d79c10-e26c-42b3-a86c-f66f4083262e HTTP/1.1" status: 204 len: 168 time: 0.1902130 Oct 23 00:56:22.820328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e350fb1-9382-4cdc-a2d7-315bc0ae1e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d79c10-e26c-42b3-a86c-f66f4083262e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:22.943862 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17412345-a398-4698-9da7-7c85e35795fa req-c6edd44f-4bee-4621-b06b-73764403be8f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:22.945399 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-17412345-a398-4698-9da7-7c85e35795fa req-c6edd44f-4bee-4621-b06b-73764403be8f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1542139 Oct 23 00:56:22.953281 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceea11c-838e-4c5c-a6b7-46d5f1d4da61 req-21f673bb-e1bc-4317-937b-e40aff381828 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:22.954713 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7ceea11c-838e-4c5c-a6b7-46d5f1d4da61 req-21f673bb-e1bc-4317-937b-e40aff381828 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 944 time: 0.1624191 Oct 23 00:56:23.220187 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-17412345-a398-4698-9da7-7c85e35795fa req-47687ef2-198e-42c9-956a-b6f99b123769 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627220 Oct 23 00:56:23.300058 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:23.344709 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7ceea11c-838e-4c5c-a6b7-46d5f1d4da61 req-c4246fd1-a56f-41d3-8530-a79c557c0ec8 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823743 Oct 23 00:56:23.481909 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37404) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:23.550132 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:23.565466 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:23.565922 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.566614 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 Oct 23 00:56:23.659344 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:23.659961 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.704823 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:23.706199 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962282e4-8e03-416b-a536-a861caae7201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:23.709391 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259cbf12-beb7-45d2-a8a9-dbf60e4ff3bd" -d '{"events": [{"server_uuid": "962282e4-8e03-416b-a536-a861caae7201", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:23.726983 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.747084 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-f20482db-2f58-43e1-ac36-8698732fbcdc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3746414 Oct 23 00:56:23.750854 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-962621160-network', 'tenant_id': '07941785917446599d8b991944f7de9d'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:23.775430 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd3a0c-5cb1-46a4-aa06-58ca66986c93 req-c8b6974d-9158-45e6-9a57-a935cde0da2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:23.777432 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Made reservation on behalf of 07941785917446599d8b991944f7de9d for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:23.780201 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.784817 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8bcd3a0c-5cb1-46a4-aa06-58ca66986c93 req-c8b6974d-9158-45e6-9a57-a935cde0da2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 944 time: 0.2443321 Oct 23 00:56:23.793660 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.834035 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-07d51be9-22d7-4685-97b4-e4ae984fcdb5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087301 Oct 23 00:56:23.834276 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:23.839863 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:23.844560 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.845384 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.846233 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.846987 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.847900 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.848483 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.849388 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.849946 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.850612 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.851491 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.852028 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.852799 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.853712 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.854264 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.855571 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:23.938904 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Publish callbacks [] for security_group (1aa80b72-acba-468a-a763-0597b01405da), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.945493 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1aa80b72-acba-468a-a763-0597b01405da), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.972659 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:56:23.991123 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa80b72-acba-468a-a763-0597b01405da,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:23.994862 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (537d7fbe-ad60-4a12-98a9-7d175650c845), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.996128 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Added segment 537d7fbe-ad60-4a12-98a9-7d175650c845 of type vlan for network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 Oct 23 00:56:24.035971 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:24.057322 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (14527c61-96ca-4a72-a7dc-1f3fc1d23d67), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.060589 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.db.resource_extend [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 00:56:24.095439 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (14527c61-96ca-4a72-a7dc-1f3fc1d23d67), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.097255 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:24.097892 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.101408 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37426) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:24.107380 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8bcd3a0c-5cb1-46a4-aa06-58ca66986c93 req-55e0e5b2-028a-4686-adce-642d6d408c91 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212166 Oct 23 00:56:24.137133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:24.145613 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6616147 Oct 23 00:56:24.150053 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37430) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:24.156516 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Request body: {'subnet': {'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-962621160-subnet', 'tenant_id': '07941785917446599d8b991944f7de9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:24.166414 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3dc254e6-15f2-437c-8ed0-13cc100cd7a3 req-193a6699-6cd6-479f-89dd-f6252aed52b9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262170 Oct 23 00:56:24.172280 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.177667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (51da42c8-270c-4255-a1c5-ffcbe80a0ec7), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.208858 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa1998-2406-4b16-901b-77fbb738a783 x-openstack-request-id: req-7bfa1998-2406-4b16-901b-77fbb738a783 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:24.209171 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962282e4-8e03-416b-a536-a861caae7201", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:24.209427 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bfa1998-2406-4b16-901b-77fbb738a783 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:24.209829 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfa1998-2406-4b16-901b-77fbb738a783'] response: {'server_uuid': '962282e4-8e03-416b-a536-a861caae7201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'code': 200} Oct 23 00:56:24.239953 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcd944-bdc0-45d2-afec-3bd72fc4fa57 admin admin] Pushing event updated for resources: {'Network': ['ID=14527c61-96ca-4a72-a7dc-1f3fc1d23d67,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:24.244946 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Made reservation on behalf of 07941785917446599d8b991944f7de9d for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:24.247479 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.257117 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:56:24.303628 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-225287491-network', 'tenant_id': 'fbb04f1a5b184c9eb995165da5a3e58a'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:24.321533 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:24.357967 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Made reservation on behalf of fbb04f1a5b184c9eb995165da5a3e58a for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:24.358617 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Floating IP 51da42c8-270c-4255-a1c5-ffcbe80a0ec7 associated. External IP: 172.37.1.238, port: 6c0b1630-8908-400f-be38-caa653eaaef1. Oct 23 00:56:24.362160 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.376682 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.473838 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-ffbd71e2-fbe8-4f9c-b99b-7945d44686ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:24.476156 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-ffbd71e2-fbe8-4f9c-b99b-7945d44686ed service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=c7e74b2109214d21bb658dc423b38505&device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 1129 time: 0.0467327 Oct 23 00:56:24.492386 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08460af-1e72-4754-a6b0-600774ac2931 req-e6fd6476-6320-4989-bd35-4b1f43810554 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:24.494298 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b08460af-1e72-4754-a6b0-600774ac2931 req-e6fd6476-6320-4989-bd35-4b1f43810554 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1537793 Oct 23 00:56:24.538659 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (a09079a4-c653-46e9-abcc-99e4141a6316), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.593035 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Publish callbacks [] for security_group (d9a74f7c-7c55-4f20-a126-041d45b93998), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.596888 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b08460af-1e72-4754-a6b0-600774ac2931 req-c314d364-3810-4f32-b1ab-e5428ffb793e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923855 Oct 23 00:56:24.603115 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d9a74f7c-7c55-4f20-a126-041d45b93998), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.615950 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09079a4-c653-46e9-abcc-99e4141a6316,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:24.632502 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:56:24.656686 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:24.674128 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (399d63d5-892f-43fe-ba5b-e2ebbeed98ae), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.674559 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Added segment 399d63d5-892f-43fe-ba5b-e2ebbeed98ae of type vlan for network 3f97ffbb-6b50-49ec-8936-d64957d31019 Oct 23 00:56:24.689007 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a74f7c-7c55-4f20-a126-041d45b93998,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:24.720792 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Checking segment: {'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:24.721151 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Network hostable DHCP agents. Network: 14527c61-96ca-4a72-a7dc-1f3fc1d23d67, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:56:24.740908 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (3f97ffbb-6b50-49ec-8936-d64957d31019), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.757708 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82646f9f-e2ea-46e1-acef-589ff1cc4942 req-420713d6-bc5d-4475-b3ed-086283e2223b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:24.763866 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:56:24.765731 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-82646f9f-e2ea-46e1-acef-589ff1cc4942 req-420713d6-bc5d-4475-b3ed-086283e2223b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 944 time: 0.0973465 Oct 23 00:56:24.779342 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 14527c61-96ca-4a72-a7dc-1f3fc1d23d67) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:24.785489 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:56:24.790391 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a973913-2b3c-4fb0-a54e-5c1d0ff828a6 None None] Network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:24.790831 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (3f97ffbb-6b50-49ec-8936-d64957d31019), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.793492 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:24.794088 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.798745 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:24.799451 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.875823 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-82646f9f-e2ea-46e1-acef-589ff1cc4942 req-18bc0378-aab4-48ad-80ba-4b7a7e2cb916 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092317 Oct 23 00:56:24.879954 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7755821 Oct 23 00:56:24.884116 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37452) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:24.887382 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-528c2202-a1b1-4663-abb5-f48335df9004 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7360706 Oct 23 00:56:24.891550 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:24.892868 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Request body: {'subnet': {'network_id': '3f97ffbb-6b50-49ec-8936-d64957d31019', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-225287491-subnet', 'tenant_id': 'fbb04f1a5b184c9eb995165da5a3e58a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:24.902269 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffb9c2-b01a-447f-bd06-d6b100cf0344 admin admin] Pushing event updated for resources: {'Network': ['ID=3f97ffbb-6b50-49ec-8936-d64957d31019,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:24.935813 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 3f97ffbb-6b50-49ec-8936-d64957d31019 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:56:24.939952 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Made reservation on behalf of fbb04f1a5b184c9eb995165da5a3e58a for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:24.944289 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.956192 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cea376-3efc-40b3-8135-81c26d09dc36 None None] Network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:25.038309 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:25.059821 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] Sync routers for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:25.065400 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:25.097170 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:25.097817 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:56:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:25.156168 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-22253360-5b9b-44a9-b03e-e74b8e1992bd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/51da42c8-270c-4255-a1c5-ffcbe80a0ec7 HTTP/1.1" status: 200 len: 992 time: 2.6712096 Oct 23 00:56:25.156418 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:25.159778 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3c01af-c0da-44ba-bff0-654a2a207806" -d '{"events": [{"name": "network-changed", "server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:25.184086 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (403ceea4-43aa-4aab-9542-d9a33567589a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:25.235583 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=5,neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:25.263334 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Pushing event updated for resources: {'Subnet': ['ID=403ceea4-43aa-4aab-9542-d9a33567589a,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:25.295952 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:25.300914 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Checking segment: {'id': '399d63d5-892f-43fe-ba5b-e2ebbeed98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f97ffbb-6b50-49ec-8936-d64957d31019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:25.302701 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Network hostable DHCP agents. Network: 3f97ffbb-6b50-49ec-8936-d64957d31019, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:56:25.324021 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Network 3f97ffbb-6b50-49ec-8936-d64957d31019 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:56:25.335737 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 3f97ffbb-6b50-49ec-8936-d64957d31019) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:25.340347 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.340979 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:25.347477 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081e31b-a88f-4312-b30e-ce914bdf5250 None None] Network 3f97ffbb-6b50-49ec-8936-d64957d31019 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:25.378770 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-5473dc41-0419-497a-89d7-9066e2a1779f admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4854534 Oct 23 00:56:25.524974 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635c7b-e82b-4237-87ae-f2298b564b5a req-d26474b2-675e-4f23-9323-34ee80f66890 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.529810 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-56635c7b-e82b-4237-87ae-f2298b564b5a req-d26474b2-675e-4f23-9323-34ee80f66890 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.1076581 Oct 23 00:56:25.560174 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adface2d-3c54-4dee-a53a-2b125b174f6a None None] Network 3f97ffbb-6b50-49ec-8936-d64957d31019 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:25.673554 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-56635c7b-e82b-4237-87ae-f2298b564b5a req-033be40e-9db7-4dae-b8b9-e18f20866e06 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333246 Oct 23 00:56:25.749912 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ed7f60-05f9-4942-8ca2-9e94594773b1 x-openstack-request-id: req-e4ed7f60-05f9-4942-8ca2-9e94594773b1 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:25.750134 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:25.750393 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4ed7f60-05f9-4942-8ca2-9e94594773b1 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:25.750788 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ed7f60-05f9-4942-8ca2-9e94594773b1'] response: {'name': 'network-changed', 'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1', 'status': 'completed', 'code': 200} Oct 23 00:56:25.859993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:25.889192 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '51da42c8-270c-4255-a1c5-ffcbe80a0ec7', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'floating_ip_address': '172.37.1.238', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'port_id': '6c0b1630-8908-400f-be38-caa653eaaef1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'mac_address': 'fa:16:3e:bf:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:56:23Z', 'revision_number': 1, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:25.920413 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] Checking router: 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:25.944826 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:25.945471 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:56:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:26.048828 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37512) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:26.087031 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:26.122661 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe587da4-7f66-4d9b-ad3e-b7ab04c48409 req-724df52e-0edf-4e0e-b834-65e8ba34ee99 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.124393 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe587da4-7f66-4d9b-ad3e-b7ab04c48409 req-724df52e-0edf-4e0e-b834-65e8ba34ee99 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.2749155 Oct 23 00:56:26.179979 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe587da4-7f66-4d9b-ad3e-b7ab04c48409 req-09355841-d00c-49c9-85ff-07a279e6ed3f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Oct 23 00:56:26.208612 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-352e9af4-1113-4046-bc6b-8bbd2f87556d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.257586 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:26.310746 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f31c2-10a9-4feb-8d2f-c4456c5ffc83 req-b2eea2c6-cb8b-419a-9108-2cdb14dcdebe tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.313555 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c98f31c2-10a9-4feb-8d2f-c4456c5ffc83 req-b2eea2c6-cb8b-419a-9108-2cdb14dcdebe tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 944 time: 0.0526292 Oct 23 00:56:26.322563 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-352e9af4-1113-4046-bc6b-8bbd2f87556d admin admin] Publish callbacks [] for security_group (f51ba61b-8dbf-4dd9-93f9-c98b65b620cc), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.328797 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-352e9af4-1113-4046-bc6b-8bbd2f87556d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (f51ba61b-8dbf-4dd9-93f9-c98b65b620cc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.352726 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '51da42c8-270c-4255-a1c5-ffcbe80a0ec7', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'floating_ip_address': '172.37.1.238', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'port_id': '6c0b1630-8908-400f-be38-caa653eaaef1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'mac_address': 'fa:16:3e:bf:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:56:23Z', 'revision_number': 1, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:26.375068 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c98f31c2-10a9-4feb-8d2f-c4456c5ffc83 req-9fdf63f8-4cef-40ea-a4b0-d72260b95a8a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550947 Oct 23 00:56:26.397897 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-352e9af4-1113-4046-bc6b-8bbd2f87556d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=82e9271e843e46fb8875de2059d41f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473778 Oct 23 00:56:26.399326 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e9af4-1113-4046-bc6b-8bbd2f87556d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ba61b-8dbf-4dd9-93f9-c98b65b620cc,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:26.400567 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37524) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:26.406201 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b9cd7-2302-4e29-a69f-9862e629c89f None None] The sync data for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb is: [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '51da42c8-270c-4255-a1c5-ffcbe80a0ec7', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'floating_ip_address': '172.37.1.238', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'port_id': '6c0b1630-8908-400f-be38-caa653eaaef1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'mac_address': 'fa:16:3e:bf:8d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:56:23Z', 'revision_number': 1, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:26.424400 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37526) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:26.430181 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1330299784-network', 'tenant_id': 'f8692c5b86f64ab1a98ea2dd6c7cffbe'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:26.463476 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Made reservation on behalf of f8692c5b86f64ab1a98ea2dd6c7cffbe for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:26.469011 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.514113 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.526654 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-dd536705-6027-4cdb-a356-048ad4b78353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.527480 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-dd536705-6027-4cdb-a356-048ad4b78353 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1130 time: 0.0552416 Oct 23 00:56:26.631379 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:26.643867 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594ad62-6988-4326-967d-50967e6f5480 req-baa8cade-d060-42e6-9ba4-3dbf6a000c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.645524 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3594ad62-6988-4326-967d-50967e6f5480 req-baa8cade-d060-42e6-9ba4-3dbf6a000c78 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 1128 time: 0.2353716 Oct 23 00:56:26.647045 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-7138dc9e-1cca-4c2e-acb5-2009b4120895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.648555 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-7138dc9e-1cca-4c2e-acb5-2009b4120895 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.1123135 Oct 23 00:56:26.697368 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-39562a2b-b686-4384-9d66-627bb283e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.698869 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-39562a2b-b686-4384-9d66-627bb283e647 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 1130 time: 0.2324483 Oct 23 00:56:26.755458 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b763fb4-ab1f-43c5-a3ea-3f2a76b4b538 req-218f5143-85da-4384-a876-65ba554e81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.757678 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b763fb4-ab1f-43c5-a3ea-3f2a76b4b538 req-218f5143-85da-4384-a876-65ba554e81b0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 1129 time: 0.1472700 Oct 23 00:56:26.801938 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Publish callbacks [] for security_group (8145efaf-a991-4473-8472-3982d7f3ac26), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.804976 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-ba26ce42-0a90-4511-a9bd-855c04dd2d7c service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 1000 time: 0.1434627 Oct 23 00:56:26.809401 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8145efaf-a991-4473-8472-3982d7f3ac26), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.861434 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:56:26.903235 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8145efaf-a991-4473-8472-3982d7f3ac26,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:26.912789 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.913220 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Added segment bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d of type vlan for network bafefe40-18c3-49dd-9605-0a51967dcadf Oct 23 00:56:26.930789 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-492d6fda-9189-497c-bdfc-433b275c515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.932658 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-492d6fda-9189-497c-bdfc-433b275c515a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0906606 Oct 23 00:56:26.964412 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9cc3-20a3-4824-a2bf-f561ae92ae67 admin admin] Publish callbacks [] for security_group (f51ba61b-8dbf-4dd9-93f9-c98b65b620cc), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.966819 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-efe11ed0-d586-4c5b-a301-163a1ec8bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.970238 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-efe11ed0-d586-4c5b-a301-163a1ec8bf40 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba HTTP/1.1" status: 200 len: 913 time: 0.5612299 Oct 23 00:56:27.009463 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (bafefe40-18c3-49dd-9605-0a51967dcadf), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.023722 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24086046-a7c7-4cd4-8a45-340a86413279 req-42112901-2332-4c73-8b31-ebf4caebc569 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.023722 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-24086046-a7c7-4cd4-8a45-340a86413279 req-42112901-2332-4c73-8b31-ebf4caebc569 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.1869845 Oct 23 00:56:27.025428 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-475eb622-6833-4f3f-b81f-cd3c0622d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.026935 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-475eb622-6833-4f3f-b81f-cd3c0622d122 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0688696 Oct 23 00:56:27.047028 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (bafefe40-18c3-49dd-9605-0a51967dcadf), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.047661 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9cc3-20a3-4824-a2bf-f561ae92ae67 admin admin] Publish callbacks [] for security_group (f51ba61b-8dbf-4dd9-93f9-c98b65b620cc), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.048122 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.048787 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.056889 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594ad62-6988-4326-967d-50967e6f5480 req-2e976333-4a25-4de2-ae50-bc5d83f92e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.058368 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3594ad62-6988-4326-967d-50967e6f5480 req-2e976333-4a25-4de2-ae50-bc5d83f92e0e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.3787408 Oct 23 00:56:27.071829 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=17 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:27.075095 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b763fb4-ab1f-43c5-a3ea-3f2a76b4b538 req-919885c7-872b-469c-9ab3-787db61507a6 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588496 Oct 23 00:56:27.125437 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6997254 Oct 23 00:56:27.128622 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37550) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:27.134953 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Request body: {'subnet': {'network_id': 'bafefe40-18c3-49dd-9605-0a51967dcadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1330299784-subnet', 'tenant_id': 'f8692c5b86f64ab1a98ea2dd6c7cffbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:27.147118 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9d06b-b53a-4603-9958-14435c4dc3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=bafefe40-18c3-49dd-9605-0a51967dcadf,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:27.158582 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:27.158800 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-e84db0ce-5b49-4dc0-90ba-099775d94b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.160260 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-e84db0ce-5b49-4dc0-90ba-099775d94b02 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.3533449 Oct 23 00:56:27.162299 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network bafefe40-18c3-49dd-9605-0a51967dcadf details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:56:27.176263 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Made reservation on behalf of f8692c5b86f64ab1a98ea2dd6c7cffbe for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:27.179301 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-24086046-a7c7-4cd4-8a45-340a86413279 req-62b798c8-5db9-49b3-ae51-d9173e89966a tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357317 Oct 23 00:56:27.180663 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.193467 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:27.248889 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9cc3-20a3-4824-a2bf-f561ae92ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (f51ba61b-8dbf-4dd9-93f9-c98b65b620cc), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.251443 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9cc3-20a3-4824-a2bf-f561ae92ae67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.255408 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-7f0e9cc3-20a3-4824-a2bf-f561ae92ae67 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f51ba61b-8dbf-4dd9-93f9-c98b65b620cc HTTP/1.1" status: 204 len: 168 time: 0.8508408 Oct 23 00:56:27.303608 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:27.304623 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e9cc3-20a3-4824-a2bf-f561ae92ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ba61b-8dbf-4dd9-93f9-c98b65b620cc,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:27.319672 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device a2220105-1ae6-48dc-9fa1-a14ad68e8739 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:27.336175 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-960ed593-5cde-4d9e-a826-2038d35e9b1c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.338211 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-960ed593-5cde-4d9e-a826-2038d35e9b1c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/networks?id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67 HTTP/1.1" status: 200 len: 808 time: 0.2137153 Oct 23 00:56:27.440221 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-7c5a09bb-67e1-4b3b-b192-6615778ae78b tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/quotas/07941785917446599d8b991944f7de9d HTTP/1.1" status: 200 len: 375 time: 0.0821114 Oct 23 00:56:27.500927 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520ef15-175f-43ca-ba9e-2bf7611cce24 req-f4cd718f-8472-44e3-ac19-b84a62b58df3 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.503935 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b520ef15-175f-43ca-ba9e-2bf7611cce24 req-f4cd718f-8472-44e3-ac19-b84a62b58df3 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1928043 Oct 23 00:56:27.505774 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-5a214971-7723-4c78-8461-9a5417f31a43 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7504d0-3f13-4341-8624-2deda717cae0 HTTP/1.1" status: 200 len: 217 time: 0.1352043 Oct 23 00:56:27.510241 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-bc29876a-65e1-4b13-a45d-37cb0a18400c service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d8e9126-482d-44e1-9597-8c430f225bf1 HTTP/1.1" status: 200 len: 217 time: 0.1238554 Oct 23 00:56:27.511800 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3594ad62-6988-4326-967d-50967e6f5480 req-a37c452c-7b34-4dbd-9f38-ab176dfa544b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2220105-1ae6-48dc-9fa1-a14ad68e8739 HTTP/1.1" status: 200 len: 217 time: 0.1276233 Oct 23 00:56:27.569308 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port a2220105-1ae6-48dc-9fa1-a14ad68e8739, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2220105-1ae6-48dc-9fa1-a14ad68e8739,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:27.586069 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:27.614521 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-86186717-d064-4e58-b5aa-3b84b81db0f4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465341 Oct 23 00:56:27.646751 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port a2220105-1ae6-48dc-9fa1-a14ad68e8739 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:27.647201 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.666012 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2220105-1ae6-48dc-9fa1-a14ad68e8739 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:27.696444 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (d7e08d84-6a5d-4fde-ba35-5b474e652cb1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.708246 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d99fd-64ab-4e61-94bc-dc36789afbf1 None None] New status for floating IP 51da42c8-270c-4255-a1c5-ffcbe80a0ec7: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:56:27.721414 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-dabde8a6-aeec-459f-81b6-46d958d5a1f2 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=07941785917446599d8b991944f7de9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2137029 Oct 23 00:56:27.778859 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e08d84-6a5d-4fde-ba35-5b474e652cb1,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:27.795309 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Checking segment: {'id': 'bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'bafefe40-18c3-49dd-9605-0a51967dcadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:27.796158 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Network hostable DHCP agents. Network: bafefe40-18c3-49dd-9605-0a51967dcadf, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:56:27.840721 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Network bafefe40-18c3-49dd-9605-0a51967dcadf is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:56:27.850793 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594ad62-6988-4326-967d-50967e6f5480 req-862ad2e7-9ee2-4445-9a83-1e38fc1f3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.852587 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3594ad62-6988-4326-967d-50967e6f5480 req-862ad2e7-9ee2-4445-9a83-1e38fc1f3982 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.2325447 Oct 23 00:56:27.859986 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, bafefe40-18c3-49dd-9605-0a51967dcadf) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:27.865521 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.866114 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.870882 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-7e1d5fe6-fb00-42c1-9793-3f2f0afd5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.872366 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-7e1d5fe6-fb00-42c1-9793-3f2f0afd5b66 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=a031cacd-dbcb-4a62-bb15-15993e36cce0 HTTP/1.1" status: 200 len: 851 time: 0.3500788 Oct 23 00:56:27.879212 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b520ef15-175f-43ca-ba9e-2bf7611cce24 req-ef2e939b-dc6b-4994-ac6c-fc086c454809 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659174 Oct 23 00:56:27.883308 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-5879a389-3066-41fc-9619-fc9b62dc43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.885384 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-5879a389-3066-41fc-9619-fc9b62dc43b1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.2637978 Oct 23 00:56:27.894940 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:27.912585 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port a2220105-1ae6-48dc-9fa1-a14ad68e8739, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2220105-1ae6-48dc-9fa1-a14ad68e8739,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:27.930074 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed1030-18c3-431f-8363-0611f7fa0eda None None] Network bafefe40-18c3-49dd-9605-0a51967dcadf requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:27.930469 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-0d02deed-1d25-4099-a98c-36672fc1ed04 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7898784 Oct 23 00:56:27.942352 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-f493f82b-32e9-4cd4-af08-df116f04c107 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200096 Oct 23 00:56:27.952555 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37564) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:27.972487 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.976121 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ad80a09-0cce-4e80-8596-c3701ba4d8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:28.076332 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-56eea536-e59a-49a4-a30d-0ed3d4e51c54 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329823 Oct 23 00:56:28.093298 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ad80a09-0cce-4e80-8596-c3701ba4d8e8 admin admin] Publish callbacks [] for security_group (6dd0c45d-9653-4ec9-9e56-73028301ba18), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:28.098406 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ad80a09-0cce-4e80-8596-c3701ba4d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (6dd0c45d-9653-4ec9-9e56-73028301ba18), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:28.107813 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264413bc-5486-4e72-95af-d66db29f3af7 req-645ee235-18a0-42a7-8f80-712b4cb1a5ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:28.109918 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-264413bc-5486-4e72-95af-d66db29f3af7 req-645ee235-18a0-42a7-8f80-712b4cb1a5ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 945 time: 0.0788555 Oct 23 00:56:28.157154 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6ad80a09-0cce-4e80-8596-c3701ba4d8e8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=08b7f4983c68410aa6fc3060c30e8971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035134 Oct 23 00:56:28.159988 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37568) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:28.166251 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=a2220105-1ae6-48dc-9fa1-a14ad68e8739,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:28.193323 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad80a09-0cce-4e80-8596-c3701ba4d8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd0c45d-9653-4ec9-9e56-73028301ba18,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:28.209389 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc86bf-0acb-4b1b-a4a1-ab41c35d1c12 None None] Network bafefe40-18c3-49dd-9605-0a51967dcadf requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:28.275319 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-264413bc-5486-4e72-95af-d66db29f3af7 req-2cd435ff-97b2-48d4-a59b-2de9056a3b08 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555357 Oct 23 00:56:28.291459 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56a7c3a-4452-43ed-9bce-f637a804af09 admin admin] Publish callbacks [] for security_group (6dd0c45d-9653-4ec9-9e56-73028301ba18), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:28.314952 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56a7c3a-4452-43ed-9bce-f637a804af09 admin admin] Publish callbacks [] for security_group (6dd0c45d-9653-4ec9-9e56-73028301ba18), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:28.317309 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:28.388678 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56a7c3a-4452-43ed-9bce-f637a804af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (6dd0c45d-9653-4ec9-9e56-73028301ba18), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:28.391890 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56a7c3a-4452-43ed-9bce-f637a804af09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:28.393049 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-e56a7c3a-4452-43ed-9bce-f637a804af09 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6dd0c45d-9653-4ec9-9e56-73028301ba18 HTTP/1.1" status: 204 len: 168 time: 0.2285116 Oct 23 00:56:28.414046 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7c3a-4452-43ed-9bce-f637a804af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd0c45d-9653-4ec9-9e56-73028301ba18,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:28.471376 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e30f26-bdbd-4f92-a28f-d681e9cb4081 req-f8ac1774-5bac-4f27-ae5d-aeb0b2e78455 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:28.473041 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-95e30f26-bdbd-4f92-a28f-d681e9cb4081 req-f8ac1774-5bac-4f27-ae5d-aeb0b2e78455 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0713506 Oct 23 00:56:28.538225 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-95e30f26-bdbd-4f92-a28f-d681e9cb4081 req-8f0fdde8-8202-4bee-9870-8a8bc4b45d76 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589335 Oct 23 00:56:28.570864 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['a2220105-1ae6-48dc-9fa1-a14ad68e8739'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:28.653397 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fbd1b062-cb4a-4961-a311-d62277e3a36a req-93018554-8a71-4b63-82cf-ea1205c15767 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 210 time: 0.0401559 Oct 23 00:56:28.703001 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-16a6a1b6-8f30-412b-8d7b-6a1bf6f49ee9 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:28.704738 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-16a6a1b6-8f30-412b-8d7b-6a1bf6f49ee9 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3f97ffbb-6b50-49ec-8936-d64957d31019 HTTP/1.1" status: 200 len: 808 time: 0.1549401 Oct 23 00:56:28.744596 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-c372fab8-4798-41be-8988-b2f575f8848f tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/quotas/fbb04f1a5b184c9eb995165da5a3e58a HTTP/1.1" status: 200 len: 375 time: 0.0305793 Oct 23 00:56:28.796175 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-157aa5c0-d327-4feb-a75b-3b243162cbc7 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=fbb04f1a5b184c9eb995165da5a3e58a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504858 Oct 23 00:56:28.905019 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-630fc930-3057-4a4e-baca-3f46bc6c490d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3f97ffbb-6b50-49ec-8936-d64957d31019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080501 Oct 23 00:56:28.934642 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:29.060784 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2ff0-1b40-432f-88ff-de722032853c req-c27caaa1-9ac9-482c-b674-434225873ca0 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.062777 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7eda2ff0-1b40-432f-88ff-de722032853c req-c27caaa1-9ac9-482c-b674-434225873ca0 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0705347 Oct 23 00:56:29.066332 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-deec8d4d-86d0-4a7b-90d7-4b4bd4918181 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3f97ffbb-6b50-49ec-8936-d64957d31019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438315 Oct 23 00:56:29.110499 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:29.121568 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7eda2ff0-1b40-432f-88ff-de722032853c req-94b74f65-5799-4905-a72f-46e595addce2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525014 Oct 23 00:56:29.344590 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ce0b741-7a9d-4dfd-89c3-d0521eb6efed req-0bab7ea1-e36f-42a7-a8c8-ffd420945e19 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 210 time: 0.1392345 Oct 23 00:56:29.392595 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594ad62-6988-4326-967d-50967e6f5480 req-103399e3-9d33-4cd2-acff-aaed27e70691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.394510 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3594ad62-6988-4326-967d-50967e6f5480 req-103399e3-9d33-4cd2-acff-aaed27e70691 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1688998 Oct 23 00:56:29.401572 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-149c8f15-65aa-4006-bbad-d8524d2b2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.403469 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-149c8f15-65aa-4006-bbad-d8524d2b2084 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1834879 Oct 23 00:56:29.406715 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-c0605ecf-3c5c-43b4-b348-cb2e09d01d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.408199 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-c0605ecf-3c5c-43b4-b348-cb2e09d01d13 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1892812 Oct 23 00:56:29.409832 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1e3c01af-c0da-44ba-bff0-654a2a207806 req-0e680987-d725-47a0-987d-b5c544407fb0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917133 Oct 23 00:56:29.463166 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956ad20-570f-464c-9386-7502b3f0426d req-87aff499-4e11-42d9-87a1-234d81e01e52 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.464832 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4956ad20-570f-464c-9386-7502b3f0426d req-87aff499-4e11-42d9-87a1-234d81e01e52 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 945 time: 0.0604954 Oct 23 00:56:29.517418 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4956ad20-570f-464c-9386-7502b3f0426d req-b6b79182-d07b-48c4-8f65-46c542b75605 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467701 Oct 23 00:56:29.644416 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:56:29.674816 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a4660-1bba-40f6-a3e5-5c98a375b56e req-3e3ca5f2-0b32-49a6-8b07-1030e528120d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.676358 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-699a4660-1bba-40f6-a3e5-5c98a375b56e req-3e3ca5f2-0b32-49a6-8b07-1030e528120d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0560129 Oct 23 00:56:29.741006 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-699a4660-1bba-40f6-a3e5-5c98a375b56e req-6dd171c8-254d-42e5-8d4e-59638bea3779 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565815 Oct 23 00:56:29.794560 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e0ce5795-24f5-4ed9-bbb1-406238eb6e40 req-30c02d14-a90b-43f4-b11d-17e09ac9cbb1 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 210 time: 0.0394139 Oct 23 00:56:29.888920 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device a2220105-1ae6-48dc-9fa1-a14ad68e8739 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:29.889417 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dde72-ae80-4b75-8e9e-6be384965d11 req-eea8b704-5c34-4e86-8b32-545e2af4c048 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.890752 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-738dde72-ae80-4b75-8e9e-6be384965d11 req-eea8b704-5c34-4e86-8b32-545e2af4c048 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Oct 23 00:56:29.904284 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37644) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:29.910193 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'floatingip': {'port_id': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:29.944801 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port a2220105-1ae6-48dc-9fa1-a14ad68e8739 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:29.955221 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port a2220105-1ae6-48dc-9fa1-a14ad68e8739 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:29.956737 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:29.957098 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port a2220105-1ae6-48dc-9fa1-a14ad68e8739 Oct 23 00:56:29.960223 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:30.085988 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (07e9042d-2c30-4ac8-9ddc-7961f867debb), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:30.093180 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port a2220105-1ae6-48dc-9fa1-a14ad68e8739 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:30.093573 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:30.117411 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:30.120131 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aabb5c-c242-4485-a8d3-079c44f7391b" -d '{"events": [{"server_uuid": "caf25d45-5070-42e7-8266-ffdb0eda8924", "name": "network-vif-plugged", "status": "completed", "tag": "a2220105-1ae6-48dc-9fa1-a14ad68e8739"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:30.134780 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port a2220105-1ae6-48dc-9fa1-a14ad68e8739, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2220105-1ae6-48dc-9fa1-a14ad68e8739,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:30.140956 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:30.178916 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d4061d-11b7-41d3-81d4-577d307e3956 x-openstack-request-id: req-a7d4061d-11b7-41d3-81d4-577d307e3956 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:30.179868 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf25d45-5070-42e7-8266-ffdb0eda8924", "name": "network-vif-plugged", "status": "completed", "tag": "a2220105-1ae6-48dc-9fa1-a14ad68e8739", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:30.180388 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7d4061d-11b7-41d3-81d4-577d307e3956 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:30.180979 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d4061d-11b7-41d3-81d4-577d307e3956'] response: {'server_uuid': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'code': 200} Oct 23 00:56:30.207234 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=a2220105-1ae6-48dc-9fa1-a14ad68e8739,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:30.236070 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:30.295680 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:30.474953 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3c723-dc24-46df-9fa7-018bd667713b req-b3f945b7-22df-4261-9db0-baedf5f4a5b6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:30.484066 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-05d3c723-dc24-46df-9fa7-018bd667713b req-b3f945b7-22df-4261-9db0-baedf5f4a5b6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1722319 Oct 23 00:56:30.575004 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f8c80095-3fb9-4ad9-8da1-5d346d4f10b2 req-785b4bdb-59d1-4204-8145-88991ce91611 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 210 time: 0.1171229 Oct 23 00:56:30.576840 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3594ad62-6988-4326-967d-50967e6f5480 req-d851991d-e7a3-4e15-9da1-31e89b4f9c66 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230443 Oct 23 00:56:30.632241 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-3545bf99-e0d8-463a-a6d9-7763485d2c13 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804092 Oct 23 00:56:30.634371 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-4d72135f-af5c-48cf-8fe2-e67a8ee59fd4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838374 Oct 23 00:56:30.704800 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:30.871058 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-05d3c723-dc24-46df-9fa7-018bd667713b req-e4fb0146-bb37-4930-bd62-a38e0024e5a7 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857243 Oct 23 00:56:30.909912 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-f8461f5d-1529-40e4-8e7d-81af981513b0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270064 Oct 23 00:56:30.922825 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeb61a-d5ad-4ce1-8418-6e675e3b66c6 req-28906dae-e3ca-41b4-ac71-8485b3aebe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:30.924538 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9eaeb61a-d5ad-4ce1-8418-6e675e3b66c6 req-28906dae-e3ca-41b4-ac71-8485b3aebe7a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 1130 time: 0.0885632 Oct 23 00:56:31.043594 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ddf58-b6fe-47f1-abed-f6236fe04f1d req-c6ad6a4c-251a-4c6d-ae89-c3127f208c2b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:31.045111 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ee0ddf58-b6fe-47f1-abed-f6236fe04f1d req-c6ad6a4c-251a-4c6d-ae89-c3127f208c2b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.1726673 Oct 23 00:56:31.053946 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3594ad62-6988-4326-967d-50967e6f5480 req-4cb20b06-0d37-4159-b507-c66d3081d8dc service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556139 Oct 23 00:56:31.076395 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b1b2a0b4-c12e-4630-a0f9-1e796e1883df req-0f1c3901-820f-4b4a-8e23-397b86d651c8 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 210 time: 0.0819638 Oct 23 00:56:31.083292 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:31.094618 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b723aaf-ea17-452d-944f-18e0acde4f6f req-6bb470fb-cd24-44cf-8521-95a66cedff73 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402308 Oct 23 00:56:31.142724 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9eaeb61a-d5ad-4ce1-8418-6e675e3b66c6 req-1698ee13-fb70-4c7f-943d-486126b5e1a5 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013850 Oct 23 00:56:31.148573 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ee0ddf58-b6fe-47f1-abed-f6236fe04f1d req-243484a7-7491-41ed-abe8-255937489555 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784662 Oct 23 00:56:31.148961 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:31.156590 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (07e9042d-2c30-4ac8-9ddc-7961f867debb), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:31.266404 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Floating IP 07e9042d-2c30-4ac8-9ddc-7961f867debb associated. External IP: 172.37.1.80, port: fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032. Oct 23 00:56:31.488072 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:56:31.502727 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6ea7f-1b43-4d6c-a403-a92da0802d23 req-85071efe-b502-4c5d-8582-c5e53e953c42 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:31.505083 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-72b6ea7f-1b43-4d6c-a403-a92da0802d23 req-85071efe-b502-4c5d-8582-c5e53e953c42 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.0667856 Oct 23 00:56:31.551732 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-72b6ea7f-1b43-4d6c-a403-a92da0802d23 req-c534ef6b-2805-4cc4-aa8e-1963ab8652ba tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Oct 23 00:56:31.596657 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:31.601382 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:31.607563 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] Sync routers for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:31.618658 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:31.619305 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:56:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:31.636386 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8ecd02bc-cc28-4bef-a98c-e5f614446bf7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/07e9042d-2c30-4ac8-9ddc-7961f867debb HTTP/1.1" status: 200 len: 990 time: 1.7296150 Oct 23 00:56:31.637049 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962282e4-8e03-416b-a536-a861caae7201', 'tag': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:31.639304 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e381f-fe60-46f8-a317-c47f8ae938b6" -d '{"events": [{"name": "network-changed", "server_uuid": "962282e4-8e03-416b-a536-a861caae7201", "tag": "fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:31.676704 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a56852-2370-469f-a254-e8c00f65674a x-openstack-request-id: req-b0a56852-2370-469f-a254-e8c00f65674a {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:31.676994 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962282e4-8e03-416b-a536-a861caae7201", "tag": "fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:31.677245 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0a56852-2370-469f-a254-e8c00f65674a {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:31.678196 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a56852-2370-469f-a254-e8c00f65674a'] response: {'name': 'network-changed', 'server_uuid': '962282e4-8e03-416b-a536-a861caae7201', 'tag': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'status': 'completed', 'code': 200} Oct 23 00:56:31.695453 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0bf75427-415f-4bcf-b08d-51c8109daa03 req-ace7ef36-cbd3-4b06-bb52-24dd8e1bd3c0 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 210 time: 0.0367887 Oct 23 00:56:31.728749 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:31.761066 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:31.919502 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:31.939321 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '07e9042d-2c30-4ac8-9ddc-7961f867debb', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'floating_ip_address': '172.37.1.80', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'port_id': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'mac_address': 'fa:16:3e:4c:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962282e4-8e03-416b-a536-a861caae7201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:50Z', 'updated_at': '2022-10-23T00:56:30Z', 'revision_number': 1, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:31.963136 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] Checking router: 0278b914-c8ea-478e-9f0e-27c3d7025bb4 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:31.972347 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:31.972949 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:56:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:31.998456 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653dd37-9af0-4d35-b3ca-d0f45eb5c2ff req-c0434904-b31a-4ebd-accd-c5c98cde079e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:32.000493 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c653dd37-9af0-4d35-b3ca-d0f45eb5c2ff req-c0434904-b31a-4ebd-accd-c5c98cde079e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0471082 Oct 23 00:56:32.047196 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c653dd37-9af0-4d35-b3ca-d0f45eb5c2ff req-55dbad7c-5392-4dc6-9936-fd00e9b33094 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Oct 23 00:56:32.073610 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:32.185436 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e1237843-e54c-4d9e-8401-7dd6030f2337 req-61666975-02dd-4aec-827e-26ed0693632d tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 210 time: 0.0276818 Oct 23 00:56:32.268798 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75dbcf-6d21-4982-b55c-aa96b7df6d77 req-430d8cf6-3a1c-46a3-8737-fe044f2a6728 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:32.270365 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8e75dbcf-6d21-4982-b55c-aa96b7df6d77 req-430d8cf6-3a1c-46a3-8737-fe044f2a6728 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.0493541 Oct 23 00:56:32.281006 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '07e9042d-2c30-4ac8-9ddc-7961f867debb', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'floating_ip_address': '172.37.1.80', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'port_id': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'mac_address': 'fa:16:3e:4c:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962282e4-8e03-416b-a536-a861caae7201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:50Z', 'updated_at': '2022-10-23T00:56:30Z', 'revision_number': 1, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:32.310900 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468eb5db-6cb0-4d6a-ac6f-a297a91fd9bf None None] The sync data for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb is: [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '07e9042d-2c30-4ac8-9ddc-7961f867debb', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'floating_ip_address': '172.37.1.80', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'port_id': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'mac_address': 'fa:16:3e:4c:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962282e4-8e03-416b-a536-a861caae7201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:50Z', 'updated_at': '2022-10-23T00:56:30Z', 'revision_number': 1, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:32.324647 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8e75dbcf-6d21-4982-b55c-aa96b7df6d77 req-ac9c405d-e2c1-4482-8e15-2948001f17a0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475903 Oct 23 00:56:32.526418 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5422e86-ee77-4c30-945d-564c315309ac None None] New status for floating IP 07e9042d-2c30-4ac8-9ddc-7961f867debb: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:56:32.683925 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247dee1-feae-48aa-b020-5a4aa8a618a9 req-361e07bf-9ab1-47d9-b401-bdd4797fb4f5 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:32.685384 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1247dee1-feae-48aa-b020-5a4aa8a618a9 req-361e07bf-9ab1-47d9-b401-bdd4797fb4f5 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.0547926 Oct 23 00:56:32.732643 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1247dee1-feae-48aa-b020-5a4aa8a618a9 req-90545017-b9fc-4a1f-b69f-d748bd8f4a7b tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Oct 23 00:56:32.796853 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d0b21306-a429-4e43-ae0c-fbf510176fb6 req-6a42f73c-f5d8-49f6-991d-9e4c8d5ea88b tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Oct 23 00:56:33.170107 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d94968-c9f0-4c7d-af6f-9cf75648bbaf req-c1f4fc54-ef47-4fb5-b591-517575633d38 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:33.171572 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d2d94968-c9f0-4c7d-af6f-9cf75648bbaf req-c1f4fc54-ef47-4fb5-b591-517575633d38 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0493889 Oct 23 00:56:33.218362 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d2d94968-c9f0-4c7d-af6f-9cf75648bbaf req-d60af234-7b45-4e65-af74-66c8fcd237b8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Oct 23 00:56:33.287627 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8e123f30-7aa2-4526-96ee-ac3d66abdcf9 req-48421ca7-f110-4cde-a4a7-37e2e7efb59f tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Oct 23 00:56:33.441917 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef7ec2-b7eb-4c44-9013-a4834a492055 req-27270488-e7b2-4708-b19c-bac0672e370b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:33.443342 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-87ef7ec2-b7eb-4c44-9013-a4834a492055 req-27270488-e7b2-4708-b19c-bac0672e370b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.0453181 Oct 23 00:56:33.461319 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:33.489819 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-87ef7ec2-b7eb-4c44-9013-a4834a492055 req-3848d725-435e-4ae9-9dd9-2dd86d202fe6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Oct 23 00:56:33.667098 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-d9a6f000-8a41-4f02-aa03-8f228d57f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:33.668147 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-d9a6f000-8a41-4f02-aa03-8f228d57f842 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 1129 time: 0.0478833 Oct 23 00:56:33.855859 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215da1be-fdc1-46b4-874e-9af14bf102ca req-61ce2bdf-eaa8-45a7-808c-356c63d7dea8 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:33.857520 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-215da1be-fdc1-46b4-874e-9af14bf102ca req-61ce2bdf-eaa8-45a7-808c-356c63d7dea8 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.0513721 Oct 23 00:56:33.908753 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9694ac81-0e2a-4250-a425-5f02a76bd169 req-1a03b4d0-2d2e-44d7-949f-67f503769a66 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 210 time: 0.0377800 Oct 23 00:56:33.931675 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-215da1be-fdc1-46b4-874e-9af14bf102ca req-728030cb-6541-40bc-b588-8d67dc50bcf2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a5a2b39f-933d-48d6-9592-83ad2366e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677857 Oct 23 00:56:33.959030 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:33.966733 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:33.971131 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-536ff2b7-8dcc-44ff-87fc-eb7d105ff7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:33.972812 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-536ff2b7-8dcc-44ff-87fc-eb7d105ff7a8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 912 time: 0.0961144 Oct 23 00:56:34.313312 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-a1cabbaf-87cb-4ab1-bf8a-9c30f201fdb2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:34.314780 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-a1cabbaf-87cb-4ab1-bf8a-9c30f201fdb2 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 945 time: 0.0592284 Oct 23 00:56:34.352273 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafc84f-0bf4-483b-8772-a386f51ca345 req-e03be7b2-59d3-46f9-9261-8632881bead2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:34.353813 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fbafc84f-0bf4-483b-8772-a386f51ca345 req-e03be7b2-59d3-46f9-9261-8632881bead2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0585933 Oct 23 00:56:34.422909 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-027f155c-d9cd-4b4b-a116-95d34c7c6024 req-d75896ca-79b5-4958-9fe7-5dd3564e1e11 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 210 time: 0.0566845 Oct 23 00:56:34.466110 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-78c4fff9-291e-499f-adca-f4de0a4b315b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 HTTP/1.1" status: 200 len: 1000 time: 0.1184287 Oct 23 00:56:34.476147 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fbafc84f-0bf4-483b-8772-a386f51ca345 req-0375aee7-fd0f-4f1a-abaf-146e0c6b5a8b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167352 Oct 23 00:56:34.560756 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Deleting port 6c7504d0-3f13-4341-8624-2deda717cae0 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:56:34.561109 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:34.648984 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:34.661524 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42e5e-89e1-4033-be88-7b190c3a9a59 req-5e9164be-9866-4cc3-95f3-6446312176cc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:34.662962 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c4d42e5e-89e1-4033-be88-7b190c3a9a59 req-5e9164be-9866-4cc3-95f3-6446312176cc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.0876977 Oct 23 00:56:34.711249 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] For port 6c7504d0-3f13-4341-8624-2deda717cae0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c7504d0-3f13-4341-8624-2deda717cae0,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:34.711616 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:34.738076 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Calling delete_port for 6c7504d0-3f13-4341-8624-2deda717cae0 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:56:34.751784 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c4d42e5e-89e1-4033-be88-7b190c3a9a59 req-94e9e841-f65b-459e-97a8-11e834f2726d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812199 Oct 23 00:56:34.885285 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c65047-54ac-406d-ac55-88e4fccc9e70 req-5719380a-01c3-465a-a1fd-0d590d24d314 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:34.886744 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-28c65047-54ac-406d-ac55-88e4fccc9e70 req-5719380a-01c3-465a-a1fd-0d590d24d314 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.0631180 Oct 23 00:56:34.897630 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37728) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:34.902416 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'floatingip': {'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:34.948812 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (362d6a79-e380-457e-8731-4b33d46c8281), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:34.963769 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (6c7504d0-3f13-4341-8624-2deda717cae0), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:34.981814 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['6c7504d0-3f13-4341-8624-2deda717cae0'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:35.052727 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Pushing event deleted for resources: {'Port': ['ID=6c7504d0-3f13-4341-8624-2deda717cae0,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:35.150063 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-e36e8d68-b0cc-41b4-a988-1f773f389983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:35.151630 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-e36e8d68-b0cc-41b4-a988-1f773f389983 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=522d6201-54ac-44a3-be79-eca7f6705ff3 HTTP/1.1" status: 200 len: 850 time: 0.1594915 Oct 23 00:56:35.240869 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-6a59b4cc-bbb9-4cc4-9f3f-96af869d1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:35.242512 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-6a59b4cc-bbb9-4cc4-9f3f-96af869d1358 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=197197c1-cb86-4ff6-9445-13bfeba0b392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0694296 Oct 23 00:56:35.449810 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-dee534da-e6e3-482a-8cc4-e4f6cd5b8773 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748223 Oct 23 00:56:35.467547 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7ce1a6b7-62db-4201-b1c8-667865392618 req-422a3424-85bc-4d33-8757-220384d4b26b tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 210 time: 0.3939276 Oct 23 00:56:35.475256 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd70a036-fdca-4ab6-aeaf-0a2a99e8e37b req-390c9757-e152-4a23-a40d-1a24eb056231 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 210 time: 0.4028525 Oct 23 00:56:35.500551 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] No DVR routers for this DVR port 6c7504d0-3f13-4341-8624-2deda717cae0 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:56:35.502216 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:35.506296 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e083e6b5-a894-42b8-800d-e72660d948a9 req-fd536bef-4ae6-4545-93b5-6b51d79c0139 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.43 "DELETE /networking/v2.0/ports/6c7504d0-3f13-4341-8624-2deda717cae0 HTTP/1.1" status: 204 len: 173 time: 1.0936837 Oct 23 00:56:35.510935 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fb1b7e-9c10-475e-b83f-00f19d04029c', 'name': 'network-vif-deleted', 'tag': '6c7504d0-3f13-4341-8624-2deda717cae0'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:35.513168 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a6f754-9d32-43aa-b8b6-ef0849d3700f" -d '{"events": [{"server_uuid": "33fb1b7e-9c10-475e-b83f-00f19d04029c", "name": "network-vif-deleted", "tag": "6c7504d0-3f13-4341-8624-2deda717cae0"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:35.540080 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-589bb93c-4640-4fb2-897a-b36a918e07bb tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:35.541623 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-589bb93c-4640-4fb2-897a-b36a918e07bb tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.43 "GET /networking/v2.0/networks?id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67 HTTP/1.1" status: 200 len: 808 time: 0.5653048 Oct 23 00:56:35.591630 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:35.610656 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b91c3566-4612-48ef-8554-6216e566bbda req-b4958b07-9fcd-4390-98d5-3fdfc7cb0b15 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 210 time: 0.0569675 Oct 23 00:56:35.634954 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c620-2b71-4737-8f55-10fcc3fd0ef8 req-49978bfb-ad16-45a9-9f8c-96e14396fb72 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:35.637073 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b366c620-2b71-4737-8f55-10fcc3fd0ef8 req-49978bfb-ad16-45a9-9f8c-96e14396fb72 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0717449 Oct 23 00:56:35.664244 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c318d737-6fcb-41d2-8a9b-06a19dda4ede x-openstack-request-id: req-c318d737-6fcb-41d2-8a9b-06a19dda4ede {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:35.664566 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fb1b7e-9c10-475e-b83f-00f19d04029c", "name": "network-vif-deleted", "tag": "6c7504d0-3f13-4341-8624-2deda717cae0", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:35.664812 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c318d737-6fcb-41d2-8a9b-06a19dda4ede {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:35.665208 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c318d737-6fcb-41d2-8a9b-06a19dda4ede'] response: {'server_uuid': '33fb1b7e-9c10-475e-b83f-00f19d04029c', 'name': 'network-vif-deleted', 'tag': '6c7504d0-3f13-4341-8624-2deda717cae0', 'status': 'completed', 'code': 200} Oct 23 00:56:35.694633 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b366c620-2b71-4737-8f55-10fcc3fd0ef8 req-ef48b159-400a-425c-9006-f06dca6dbf89 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Oct 23 00:56:35.752580 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Request body: {'port': {'device_id': 'c6300379-5edd-4c0e-b95f-8025b46d0e46', 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67', 'admin_state_up': True, 'tenant_id': '07941785917446599d8b991944f7de9d'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:35.962865 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:35.987165 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (362d6a79-e380-457e-8731-4b33d46c8281), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:36.040795 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Made reservation on behalf of 07941785917446599d8b991944f7de9d for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:36.044668 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:36.049381 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-632e381f-fe60-46f8-a317-c47f8ae938b6 req-d592ddfd-1f88-40d7-9f63-c820d7ab5430 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483263 Oct 23 00:56:36.062182 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-f72fa1c4-2b9f-4ea8-b4e2-80a5bc006399 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:36.063699 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-f72fa1c4-2b9f-4ea8-b4e2-80a5bc006399 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.43 "GET /networking/v2.0/networks?id=3f97ffbb-6b50-49ec-8936-d64957d31019 HTTP/1.1" status: 200 len: 808 time: 0.1718705 Oct 23 00:56:36.118027 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Floating IP 362d6a79-e380-457e-8731-4b33d46c8281 associated. External IP: 172.37.1.196, port: a2220105-1ae6-48dc-9fa1-a14ad68e8739. Oct 23 00:56:36.141440 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Request body: {'port': {'device_id': 'a37d15c5-cd33-4508-b3df-2cd29a2995d2', 'network_id': '3f97ffbb-6b50-49ec-8936-d64957d31019', 'admin_state_up': True, 'tenant_id': 'fbb04f1a5b184c9eb995165da5a3e58a'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:36.193434 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:36.268050 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:36.291424 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Allocated IP 172.20.0.11 (14527c61-96ca-4a72-a7dc-1f3fc1d23d67/a09079a4-c653-46e9-abcc-99e4141a6316/b6393ff4-2671-46cc-b21e-07679e859a71) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:36.352703 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:36.369077 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Made reservation on behalf of fbb04f1a5b184c9eb995165da5a3e58a for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:36.373800 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:56:36.375087 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:36.516347 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:36.523039 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:36.527488 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:36.546188 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:36.547151 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:56:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:36.583161 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-efe60188-d51d-4b40-8c2a-511c546ab6ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/362d6a79-e380-457e-8731-4b33d46c8281 HTTP/1.1" status: 200 len: 992 time: 1.6816199 Oct 23 00:56:36.583161 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'tag': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:36.585547 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "caf25d45-5070-42e7-8266-ffdb0eda8924", "tag": "a2220105-1ae6-48dc-9fa1-a14ad68e8739"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:36.605953 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:36.707973 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:36.715128 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks [] for port (b6393ff4-2671-46cc-b21e-07679e859a71), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:36.725797 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-461dd4e5-49aa-4aa1-a96c-9c39e57dc32f req-51430cce-8052-4487-ad43-bded9431a493 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 210 time: 0.1133745 Oct 23 00:56:36.751229 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d2e0b876-b7a5-4495-a176-469418915055 req-51dcb802-766b-4bb5-b8ba-6037c29949a3 tempest-DeleteServersTestJSON-2086354345 tempest-DeleteServersTestJSON-2086354345-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=33fb1b7e-9c10-475e-b83f-00f19d04029c HTTP/1.1" status: 200 len: 210 time: 0.0767167 Oct 23 00:56:36.774126 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Allocated IP 172.20.0.9 (3f97ffbb-6b50-49ec-8936-d64957d31019/403ceea4-43aa-4aab-9542-d9a33567589a/b00f1106-5e44-46b2-8749-902b20768049) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:36.793908 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d8c8c1-40c1-4fea-b319-387075b3788e x-openstack-request-id: req-f7d8c8c1-40c1-4fea-b319-387075b3788e {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:36.794467 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf25d45-5070-42e7-8266-ffdb0eda8924", "tag": "a2220105-1ae6-48dc-9fa1-a14ad68e8739", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:36.795299 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7d8c8c1-40c1-4fea-b319-387075b3788e {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:36.795945 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d8c8c1-40c1-4fea-b319-387075b3788e'] response: {'name': 'network-changed', 'server_uuid': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'tag': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'status': 'completed', 'code': 200} Oct 23 00:56:36.845136 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:37.018929 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:37.027727 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527da348-cb41-4be9-bd69-1d2ee1392997 req-5004e839-4970-4398-a017-fb32d40d600a tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.027937 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:35Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:37.029273 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-527da348-cb41-4be9-bd69-1d2ee1392997 req-5004e839-4970-4398-a017-fb32d40d600a tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 932 time: 0.1856101 Oct 23 00:56:37.039845 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bde33e-5330-4401-a061-7ab8c8c0a693 req-5b924ed5-d720-494d-88d9-5b383dd8fb2a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.041310 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-96bde33e-5330-4401-a061-7ab8c8c0a693 req-5b924ed5-d720-494d-88d9-5b383dd8fb2a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1837480 Oct 23 00:56:37.051212 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:37.056560 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:37.063200 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:37.063366 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Pushing event updated for resources: {'Port': ['ID=b6393ff4-2671-46cc-b21e-07679e859a71,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:37.066433 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:37.067030 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:56:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:37.071945 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:37.076604 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.077862 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:37.161008 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-4e5c080a-e8e1-4b36-9574-176e62c0a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.163282 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-4e5c080a-e8e1-4b36-9574-176e62c0a5fe service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 1130 time: 0.0589077 Oct 23 00:56:37.176534 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-36eb6828-7846-4c34-be43-231623992c9c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4345174 Oct 23 00:56:37.185916 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:37.189709 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Request body: {'port': {'device_id': 'c6300379-5edd-4c0e-b95f-8025b46d0e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:37.196498 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-527da348-cb41-4be9-bd69-1d2ee1392997 req-885305c6-2dcc-4c15-8862-8c7bfc7f3f97 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519887 Oct 23 00:56:37.196844 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:37.220131 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:37.266626 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Publish callbacks [] for port (b00f1106-5e44-46b2-8749-902b20768049), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:37.270940 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-96bde33e-5330-4401-a061-7ab8c8c0a693 req-db9d7554-8570-4699-b668-8ccaccbc5a48 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163372 Oct 23 00:56:37.294431 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-ade9f20b-4c29-4d8e-84a1-62b03fdf7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.296447 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-ade9f20b-4c29-4d8e-84a1-62b03fdf7917 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.1236424 Oct 23 00:56:37.336418 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:37.371826 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-47f25afa-79a2-420f-91c5-4466fb8faa58 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2220105-1ae6-48dc-9fa1-a14ad68e8739 HTTP/1.1" status: 200 len: 1000 time: 0.0680261 Oct 23 00:56:37.382520 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (b00f1106-5e44-46b2-8749-902b20768049), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:37.426129 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-ed2a06de-7ba1-4e04-9b9c-a37419bbe18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.428092 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-ed2a06de-7ba1-4e04-9b9c-a37419bbe18a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0484118 Oct 23 00:56:37.453899 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:37.478346 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:35Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:37.485338 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-56354d08-6c60-4c57-98a5-bdd4804c55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.487090 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-56354d08-6c60-4c57-98a5-bdd4804c55f1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0509257 Oct 23 00:56:37.493862 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Network 3f97ffbb-6b50-49ec-8936-d64957d31019 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:37.505663 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce63f6-9734-406e-af5c-8725f99a5cfb None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:35Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:37.506686 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:37.508576 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Pushing event updated for resources: {'Port': ['ID=b00f1106-5e44-46b2-8749-902b20768049,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:37.514076 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:37.519445 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.520077 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:37.560967 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-7015f7eb-6d10-4d9b-8a8c-4920e75c237a tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239950 Oct 23 00:56:37.599622 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Request body: {'port': {'device_id': 'a37d15c5-cd33-4508-b3df-2cd29a2995d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:37.650708 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-aa6d4a83-b095-4864-b3b1-8838e48a19a9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534066 Oct 23 00:56:37.705281 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b00f1106-5e44-46b2-8749-902b20768049), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:37.796225 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea7bec3a-0b1d-4dfd-9e94-97c979e48c0b req-7d3949a7-672d-4917-bea2-1e96760e6f2d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375484 Oct 23 00:56:37.822374 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6393ff4-2671-46cc-b21e-07679e859a71 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:37.836220 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Publish callbacks [] for port (b6393ff4-2671-46cc-b21e-07679e859a71), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:37.911637 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c7504d0-3f13-4341-8624-2deda717cae0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:56:37.942631 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 6c7504d0-3f13-4341-8624-2deda717cae0 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:56:37.943048 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c7504d0-3f13-4341-8624-2deda717cae0 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:56:37.959296 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Transition to ACTIVE for port object b6393ff4-2671-46cc-b21e-07679e859a71 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:37.977877 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66959ab3-1606-4a3f-8317-e7fc7a196a10 req-86607680-1994-4a2e-b0b5-bddc87dfc901 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.979861 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-66959ab3-1606-4a3f-8317-e7fc7a196a10 req-86607680-1994-4a2e-b0b5-bddc87dfc901 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 931 time: 0.0860186 Oct 23 00:56:37.980537 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:38.082538 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:38.128561 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Pushing event updated for resources: {'Port': ['ID=b6393ff4-2671-46cc-b21e-07679e859a71,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:38.169099 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-66959ab3-1606-4a3f-8317-e7fc7a196a10 req-1d97bbe0-5d2b-4eb2-b99d-1fbcec12c534 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796765 Oct 23 00:56:38.170257 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Attempting to bind port b6393ff4-2671-46cc-b21e-07679e859a71 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:38.170686 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Attempting to bind port b6393ff4-2671-46cc-b21e-07679e859a71 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:38.171149 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Attempting to bind port b6393ff4-2671-46cc-b21e-07679e859a71 on network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:38.290821 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Port b6393ff4-2671-46cc-b21e-07679e859a71 on network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:38.291239 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Attempting to bind port b6393ff4-2671-46cc-b21e-07679e859a71 on network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:38.346019 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00f1106-5e44-46b2-8749-902b20768049 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:38.353071 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:38.362557 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Publish callbacks [] for port (b00f1106-5e44-46b2-8749-902b20768049), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:38.417835 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Transition to ACTIVE for port object b00f1106-5e44-46b2-8749-902b20768049 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:38.434815 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68382920-a0d2-4e55-8ed4-dfb4db06f01a req-2a8a5c19-b1f0-414f-9147-e9ac99eeb84a tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:38.436894 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-68382920-a0d2-4e55-8ed4-dfb4db06f01a req-2a8a5c19-b1f0-414f-9147-e9ac99eeb84a tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 944 time: 0.1487350 Oct 23 00:56:38.437484 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b00f1106-5e44-46b2-8749-902b20768049), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:38.476849 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:38.477122 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Checking segment: {'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:38.477499 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Bound using segment: {'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:38.477957 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Bound port: b6393ff4-2671-46cc-b21e-07679e859a71, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:38.478310 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:38.493249 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10fa6d-4cb7-4b18-8c12-b6cad1dcc7ba req-76c539d0-17dc-488a-bb3c-d1f32d168a5a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:38.494810 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3e10fa6d-4cb7-4b18-8c12-b6cad1dcc7ba req-76c539d0-17dc-488a-bb3c-d1f32d168a5a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1343944 Oct 23 00:56:38.533423 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010625f-bfb4-457c-a9e0-d890b1865303 None None] New status for floating IP 362d6a79-e380-457e-8731-4b33d46c8281: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:56:38.762090 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Pushing event updated for resources: {'Port': ['ID=b00f1106-5e44-46b2-8749-902b20768049,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:38.825542 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Attempting to bind port b00f1106-5e44-46b2-8749-902b20768049 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:38.825886 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Attempting to bind port b00f1106-5e44-46b2-8749-902b20768049 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '399d63d5-892f-43fe-ba5b-e2ebbeed98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f97ffbb-6b50-49ec-8936-d64957d31019'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:38.826219 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Attempting to bind port b00f1106-5e44-46b2-8749-902b20768049 on network 3f97ffbb-6b50-49ec-8936-d64957d31019 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:38.830922 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-68382920-a0d2-4e55-8ed4-dfb4db06f01a req-e890f073-b0f4-4924-a387-b9ed537dc99d tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842378 Oct 23 00:56:38.880642 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3e10fa6d-4cb7-4b18-8c12-b6cad1dcc7ba req-712c77bf-90e6-4c4d-84f7-a3aa6dfbf04a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656080 Oct 23 00:56:38.886457 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] For port b6393ff4-2671-46cc-b21e-07679e859a71, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:38.891472 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] For port b6393ff4-2671-46cc-b21e-07679e859a71, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6393ff4-2671-46cc-b21e-07679e859a71,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:38.907341 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:38.931404 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:38.932021 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:38.933433 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/b6393ff4-2671-46cc-b21e-07679e859a71 HTTP/1.1" status: 200 len: 1094 time: 1.7478819 Oct 23 00:56:38.934008 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6300379-5edd-4c0e-b95f-8025b46d0e46', 'tag': 'b6393ff4-2671-46cc-b21e-07679e859a71'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:38.936271 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da" -d '{"events": [{"name": "network-changed", "server_uuid": "c6300379-5edd-4c0e-b95f-8025b46d0e46", "tag": "b6393ff4-2671-46cc-b21e-07679e859a71"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:38.945832 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Port b00f1106-5e44-46b2-8749-902b20768049 on network 3f97ffbb-6b50-49ec-8936-d64957d31019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:38.946161 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Attempting to bind port b00f1106-5e44-46b2-8749-902b20768049 on network 3f97ffbb-6b50-49ec-8936-d64957d31019 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:38.993823 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da699312-afa1-4f18-82e0-deedcc2139e3 x-openstack-request-id: req-da699312-afa1-4f18-82e0-deedcc2139e3 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:38.994105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6300379-5edd-4c0e-b95f-8025b46d0e46", "tag": "b6393ff4-2671-46cc-b21e-07679e859a71", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:38.994346 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da699312-afa1-4f18-82e0-deedcc2139e3 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:38.994811 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da699312-afa1-4f18-82e0-deedcc2139e3'] response: {'name': 'network-changed', 'server_uuid': 'c6300379-5edd-4c0e-b95f-8025b46d0e46', 'tag': 'b6393ff4-2671-46cc-b21e-07679e859a71', 'status': 'completed', 'code': 200} Oct 23 00:56:39.013408 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a88a0-7139-4eb1-a676-d1df49ded93a service neutron] Pushing event updated for resources: {'Port': ['ID=b6393ff4-2671-46cc-b21e-07679e859a71,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:39.048438 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:39.048777 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Checking segment: {'id': '399d63d5-892f-43fe-ba5b-e2ebbeed98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f97ffbb-6b50-49ec-8936-d64957d31019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:39.049157 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Bound using segment: {'id': '399d63d5-892f-43fe-ba5b-e2ebbeed98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f97ffbb-6b50-49ec-8936-d64957d31019'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:39.049587 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Bound port: b00f1106-5e44-46b2-8749-902b20768049, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399d63d5-892f-43fe-ba5b-e2ebbeed98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f97ffbb-6b50-49ec-8936-d64957d31019'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:39.049939 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b00f1106-5e44-46b2-8749-902b20768049), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:39.052924 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:39.055462 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-d4ae6c11-29e7-4c87-9ab7-d4fed4a9c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.057017 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-d4ae6c11-29e7-4c87-9ab7-d4fed4a9c31b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=07941785917446599d8b991944f7de9d&device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 1128 time: 0.0549178 Oct 23 00:56:39.128830 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-60b471a5-5a1a-4658-b830-225b163d6ea5 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6393ff4-2671-46cc-b21e-07679e859a71 HTTP/1.1" status: 200 len: 217 time: 0.0591798 Oct 23 00:56:39.191542 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] For port b00f1106-5e44-46b2-8749-902b20768049, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:39.196075 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] For port b00f1106-5e44-46b2-8749-902b20768049, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00f1106-5e44-46b2-8749-902b20768049,segment=NetworkSegment(399d63d5-892f-43fe-ba5b-e2ebbeed98ae),segment_id=399d63d5-892f-43fe-ba5b-e2ebbeed98ae)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:39.203726 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-6ad89d61-4295-4543-8a39-d37347ae7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.205449 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-6ad89d61-4295-4543-8a39-d37347ae7e8d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=a09079a4-c653-46e9-abcc-99e4141a6316 HTTP/1.1" status: 200 len: 848 time: 0.0637114 Oct 23 00:56:39.207404 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b00f1106-5e44-46b2-8749-902b20768049), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:39.211258 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.212012 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:39.213401 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/b00f1106-5e44-46b2-8749-902b20768049 HTTP/1.1" status: 200 len: 1093 time: 1.6184182 Oct 23 00:56:39.278564 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-5c6de0ae-aabf-4225-ba81-ff4026996a70 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642216 Oct 23 00:56:39.366507 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37820) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:39.399978 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf94388-c7bf-4245-ade6-5b7498a4ac41 service neutron] Pushing event updated for resources: {'Port': ['ID=b00f1106-5e44-46b2-8749-902b20768049,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:39.403812 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-9427a1fe-92a5-4a09-8279-d60934db091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.405387 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-9427a1fe-92a5-4a09-8279-d60934db091a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=fbb04f1a5b184c9eb995165da5a3e58a&device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 1127 time: 0.1422496 Oct 23 00:56:39.418119 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b42e9-7586-474a-9d1e-e084adb95e95 req-811dce73-34e5-4ead-a9ad-cd002c7584d9 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.419910 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c07b42e9-7586-474a-9d1e-e084adb95e95 req-811dce73-34e5-4ead-a9ad-cd002c7584d9 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 943 time: 0.1535141 Oct 23 00:56:39.457368 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:39.478882 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-8f65070a-2db9-4cc2-a6a5-29ca09d90c37 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b00f1106-5e44-46b2-8749-902b20768049 HTTP/1.1" status: 200 len: 217 time: 0.0560765 Oct 23 00:56:39.542542 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-b023f94b-f89d-4436-9c9f-2c2779bf248a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269938 Oct 23 00:56:39.552952 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:39.593255 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c07b42e9-7586-474a-9d1e-e084adb95e95 req-b3b02262-07af-438b-8cec-b32b7cc18f62 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608446 Oct 23 00:56:39.594597 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-54fcdb67-9e1f-44f0-9e88-eaa702cedf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.595956 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-54fcdb67-9e1f-44f0-9e88-eaa702cedf72 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=403ceea4-43aa-4aab-9542-d9a33567589a HTTP/1.1" status: 200 len: 848 time: 0.0944104 Oct 23 00:56:39.659119 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-2f834b29-4e92-4338-b923-556911781fd2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=3f97ffbb-6b50-49ec-8936-d64957d31019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328298 Oct 23 00:56:39.745837 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a62e952-110c-4546-9c49-7ab42c77f714 req-f21cc6d5-2df5-4d9e-a374-1de2fef64eb0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940143 Oct 23 00:56:39.749691 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:39.780538 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-db7a7cba-cf07-4aba-ae12-2527ab2bf25e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3f97ffbb-6b50-49ec-8936-d64957d31019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131804 Oct 23 00:56:39.931442 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:39.960945 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59037a9-6fcb-4311-bc2a-f3d3db1b915f req-aed9ef64-e21b-4743-9d33-32fdd29cf7a3 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.962419 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b59037a9-6fcb-4311-bc2a-f3d3db1b915f req-aed9ef64-e21b-4743-9d33-32fdd29cf7a3 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 944 time: 0.0493357 Oct 23 00:56:40.020740 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Deleting port ce6f3fd9-c609-4ff1-b2b3-906e679feed1 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:56:40.021073 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:40.028547 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07021d91-0b2c-4d77-ae7d-cb184c2cdb5b req-0985c06e-d7bc-4eb9-ae27-2ebccce5fa01 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:40.030036 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-07021d91-0b2c-4d77-ae7d-cb184c2cdb5b req-0985c06e-d7bc-4eb9-ae27-2ebccce5fa01 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0640984 Oct 23 00:56:40.059728 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b59037a9-6fcb-4311-bc2a-f3d3db1b915f req-34461fe0-80a9-443e-999a-2f6331865850 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840781 Oct 23 00:56:40.100434 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-07021d91-0b2c-4d77-ae7d-cb184c2cdb5b req-199380ad-b820-4454-bf85-535030cedfd7 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645316 Oct 23 00:56:40.108894 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] For port ce6f3fd9-c609-4ff1-b2b3-906e679feed1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:40.109261 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:40.122176 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Calling delete_port for ce6f3fd9-c609-4ff1-b2b3-906e679feed1 owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:56:40.260785 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1d335816-4a63-4b69-9019-c66594ec10b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:40.334375 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (ce6f3fd9-c609-4ff1-b2b3-906e679feed1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:40.365925 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6f3fd9-c609-4ff1-b2b3-906e679feed1,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:40.396898 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:40.426266 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:40.711711 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:40.721851 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16adf4-9f94-4d14-988d-9819fd4d6bd1 req-b79157a2-3740-4da8-863f-9db8e2763a65 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:40.724042 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b16adf4-9f94-4d14-988d-9819fd4d6bd1 req-b79157a2-3740-4da8-863f-9db8e2763a65 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 943 time: 0.0537288 Oct 23 00:56:40.741857 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d3fa9b-10e6-4a4b-ad12-528c2a7c93ef None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 00:56:40.767866 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:40.776129 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b16adf4-9f94-4d14-988d-9819fd4d6bd1 req-477fe7ec-b19e-4d3b-baee-b27d4aca02c6 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449755 Oct 23 00:56:40.887733 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3fa9b-10e6-4a4b-ad12-528c2a7c93ef None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 00:56:40.928051 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:56:40.996219 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37d15c5-cd33-4508-b3df-2cd29a2995d2', 'tag': 'b00f1106-5e44-46b2-8749-902b20768049'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:40.999328 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a37d15c5-cd33-4508-b3df-2cd29a2995d2", "tag": "b00f1106-5e44-46b2-8749-902b20768049"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:41.021918 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:41.035265 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:41.042959 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-251761fb-4247-4a0a-ae91-e5d0ebfdb9b1 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728809 Oct 23 00:56:41.043416 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37834) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:41.043989 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] Sync routers for ids ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:41.055481 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] Routers {'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:41.056131 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:56:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:41.081670 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0db692-a73a-4bd2-ad69-a506ae153ce7 x-openstack-request-id: req-6f0db692-a73a-4bd2-ad69-a506ae153ce7 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:41.082115 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37d15c5-cd33-4508-b3df-2cd29a2995d2", "tag": "b00f1106-5e44-46b2-8749-902b20768049", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:41.082451 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f0db692-a73a-4bd2-ad69-a506ae153ce7 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:41.082932 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0db692-a73a-4bd2-ad69-a506ae153ce7'] response: {'name': 'network-changed', 'server_uuid': 'a37d15c5-cd33-4508-b3df-2cd29a2995d2', 'tag': 'b00f1106-5e44-46b2-8749-902b20768049', 'status': 'completed', 'code': 200} Oct 23 00:56:41.174467 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] Set router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:41.205383 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e3016-fd58-4f4d-9344-b4efcc85ef6e req-dbfd0a38-2352-4552-a98c-2dbd3354df28 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:41.206848 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c46e3016-fd58-4f4d-9344-b4efcc85ef6e req-dbfd0a38-2352-4552-a98c-2dbd3354df28 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 944 time: 0.0550101 Oct 23 00:56:41.252466 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks [] for router (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.329042 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1080f-fe77-42e1-ba28-e1f2b0320e92 req-133e2d94-edcd-4f35-a618-12ae742a5bcc tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:41.330749 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3fa1080f-fe77-42e1-ba28-e1f2b0320e92 req-133e2d94-edcd-4f35-a618-12ae742a5bcc tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1338098 Oct 23 00:56:41.367525 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:56:40Z', 'revision_number': 5, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:41.403946 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] Checking router: cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:41.416653 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] Routers {'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:41.418362 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:56:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:41.422785 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c46e3016-fd58-4f4d-9344-b4efcc85ef6e req-4c2c1625-ac61-45a6-a656-c14e98f80802 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025692 Oct 23 00:56:41.470243 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3fa1080f-fe77-42e1-ba28-e1f2b0320e92 req-f6fb0433-6ebe-4f0b-a6cc-dbd0e1ab2f9a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296880 Oct 23 00:56:41.481879 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks [] for router_gateway (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.547905 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Deleting port b6262bb1-534a-49a3-8bfc-22e1ef137081 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:56:41.547905 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.557002 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:41.578917 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] Set router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:41.632726 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] For port b6262bb1-534a-49a3-8bfc-22e1ef137081, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b6262bb1-534a-49a3-8bfc-22e1ef137081,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:41.633173 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.648575 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Calling delete_port for b6262bb1-534a-49a3-8bfc-22e1ef137081 owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:56:41.762741 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:56:40Z', 'revision_number': 5, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:41.789403 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:41.790915 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269ed2d-2708-4db1-91be-d807ee8a3d20 None None] The sync data for ids ['cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8'] in dv-cinder-master-3-smb is: [{'id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'name': 'tempest-DeleteServersTestJSON-2137042192-router', 'tenant_id': 'c7e74b2109214d21bb658dc423b38505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:56:40Z', 'revision_number': 5, 'project_id': 'c7e74b2109214d21bb658dc423b38505', 'gw_port': {'id': 'b6262bb1-534a-49a3-8bfc-22e1ef137081', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:41.801851 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-5b0615b2-0417-4597-8680-af54e7e4ee83 None None] Provisioning complete for port fb4d96c4-1233-424b-927b-6f7d073dc950 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:41.802362 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5b0615b2-0417-4597-8680-af54e7e4ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.802537 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-5b0615b2-0417-4597-8680-af54e7e4ee83 None None] Attempt 1 to provision port fb4d96c4-1233-424b-927b-6f7d073dc950 Oct 23 00:56:41.855162 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (b6262bb1-534a-49a3-8bfc-22e1ef137081), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.894310 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6262bb1-534a-49a3-8bfc-22e1ef137081,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:41.901213 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5b0615b2-0417-4597-8680-af54e7e4ee83 None None] Current status of the port fb4d96c4-1233-424b-927b-6f7d073dc950 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:41.939311 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.987243 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e1827-99c8-4773-a48e-edcd1917c0df req-547df4ef-4727-40e3-8db4-f23146731300 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:41.988739 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-500e1827-99c8-4773-a48e-edcd1917c0df req-547df4ef-4727-40e3-8db4-f23146731300 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 943 time: 0.1052401 Oct 23 00:56:42.072857 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.077394 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks [] for router_controller (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.089321 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:42.361298 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-500e1827-99c8-4773-a48e-edcd1917c0df req-dca80352-8ac2-4af6-8e0e-c40b653f9179 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434644 Oct 23 00:56:42.396635 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:42.406326 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.406942 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 00:56:42.411085 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37cb18a4-bf4c-4f56-a588-cb8742f6d380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.424747 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.428062 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ac804704-acfc-4307-99d0-af70248fa43f admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/cc2b8d49-cdd4-4ad2-b4b1-80a11b5b76d8 HTTP/1.1" status: 204 len: 168 time: 1.3814032 Oct 23 00:56:42.428473 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37850) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:42.431982 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-933ff72b-32e0-4584-81d1-ccb9000ae526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.433547 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-933ff72b-32e0-4584-81d1-ccb9000ae526 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=07941785917446599d8b991944f7de9d&device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 1128 time: 0.1068280 Oct 23 00:56:42.500167 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-898d23a0-3a21-451f-a647-1f90103eb8b3 admin admin] Deleting subnet a031cacd-dbcb-4a62-bb15-15993e36cce0 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 00:56:42.513783 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-898d23a0-3a21-451f-a647-1f90103eb8b3 admin admin] Publish callbacks [] for subnet (a031cacd-dbcb-4a62-bb15-15993e36cce0), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.522553 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f83aee0d-3f91-4a28-be43-49e3ba293c97 req-b61b1d38-4f57-4f4a-9204-63cb3b646523 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3f97ffbb-6b50-49ec-8936-d64957d31019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940737 Oct 23 00:56:42.602084 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-898d23a0-3a21-451f-a647-1f90103eb8b3 admin admin] Publish callbacks [] for subnet (a031cacd-dbcb-4a62-bb15-15993e36cce0), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.626606 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-c0e0d67a-a22b-4695-86d8-f31e8c40a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.628591 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-c0e0d67a-a22b-4695-86d8-f31e8c40a4a2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67 HTTP/1.1" status: 200 len: 909 time: 0.1864593 Oct 23 00:56:42.678909 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbd803-b202-454e-addd-68e57325daf9 req-cf441734-b120-42d2-a5c1-1b2ee8ce402f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.680480 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d1cbd803-b202-454e-addd-68e57325daf9 req-cf441734-b120-42d2-a5c1-1b2ee8ce402f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1004491 Oct 23 00:56:42.686757 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62853ca6-6b22-4044-9678-08654e587370 req-25e95bc7-c7e8-4863-9561-e30d3f5c6882 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.688199 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-62853ca6-6b22-4044-9678-08654e587370 req-25e95bc7-c7e8-4863-9561-e30d3f5c6882 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 944 time: 0.1564558 Oct 23 00:56:42.694884 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-898d23a0-3a21-451f-a647-1f90103eb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (a031cacd-dbcb-4a62-bb15-15993e36cce0), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.771973 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-898d23a0-3a21-451f-a647-1f90103eb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (a031cacd-dbcb-4a62-bb15-15993e36cce0), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.772938 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d1cbd803-b202-454e-addd-68e57325daf9 req-f8f08e59-b3f8-4c7b-89a6-54ad31051e3b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836685 Oct 23 00:56:42.801026 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-62853ca6-6b22-4044-9678-08654e587370 req-76d4027a-98ba-4dac-9ae2-850439a9cdc7 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901058 Oct 23 00:56:42.806933 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d23a0-3a21-451f-a647-1f90103eb8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a031cacd-dbcb-4a62-bb15-15993e36cce0,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:42.818701 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-898d23a0-3a21-451f-a647-1f90103eb8b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.823668 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-898d23a0-3a21-451f-a647-1f90103eb8b3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/a031cacd-dbcb-4a62-bb15-15993e36cce0 HTTP/1.1" status: 204 len: 168 time: 0.3941264 Oct 23 00:56:42.824004 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd6f608-6e1c-4726-b5bd-2e229a004943 None None] Network d59032f8-dc33-4dbf-ac1d-0e9fa84846ba requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:42.826369 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37866) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:42.903561 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (d59032f8-dc33-4dbf-ac1d-0e9fa84846ba), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.952678 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:42.955667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Deleting port fb4d96c4-1233-424b-927b-6f7d073dc950 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:56:42.955973 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.030313 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] For port fb4d96c4-1233-424b-927b-6f7d073dc950, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fb4d96c4-1233-424b-927b-6f7d073dc950,segment=NetworkSegment(4f01c217-b937-495d-af2e-e0d11e0585ae),segment_id=4f01c217-b937-495d-af2e-e0d11e0585ae)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:43.030697 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.048667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Calling delete_port for fb4d96c4-1233-424b-927b-6f7d073dc950 owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:56:43.124641 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] DHCP port deletion for d59032f8-dc33-4dbf-ac1d-0e9fa84846ba request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 00:56:43.144052 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.164625 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] Deleting port fb4d96c4-1233-424b-927b-6f7d073dc950 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:56:43.165034 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.171123 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4d96c4-1233-424b-927b-6f7d073dc950,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:43.179008 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] No DVR routers for this DVR port fb4d96c4-1233-424b-927b-6f7d073dc950 on host dv-cinder-master-3-smb {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:56:43.234924 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] For port fb4d96c4-1233-424b-927b-6f7d073dc950, host dv-cinder-master-3-smb, got binding levels [] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:43.235315 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.247775 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] Calling delete_port for fb4d96c4-1233-424b-927b-6f7d073dc950 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:56:43.251902 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.ipam_backend_mixin [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] Port fb4d96c4-1233-424b-927b-6f7d073dc950 was not found and therefore no delete operation was performed {{(pid=104469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 00:56:43.253462 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (fb4d96c4-1233-424b-927b-6f7d073dc950), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.255102 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (d59032f8-dc33-4dbf-ac1d-0e9fa84846ba), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.275962 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.276138 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] Pushing event deleted for resources: {'Port': ['ID=fb4d96c4-1233-424b-927b-6f7d073dc950,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:43.276367 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.277133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.277595 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > port after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.277839 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.278123 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.278450 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.278786 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.279103 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.279488 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.281993 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644b2c9-04fa-4e3a-b5fb-5e636748426a None None] No DVR routers for this DVR port fb4d96c4-1233-424b-927b-6f7d073dc950 on host dv-cinder-master-3-smb {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:56:43.427429 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.427779 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.428113 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.428479 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:56:43.428969 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59032f8-dc33-4dbf-ac1d-0e9fa84846ba']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:43.443534 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:43.457728 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f01c217-b937-495d-af2e-e0d11e0585ae') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:43.458021 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f01c217-b937-495d-af2e-e0d11e0585ae') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:43.491951 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3133796'] for segment (4f01c217-b937-495d-af2e-e0d11e0585ae), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.527501 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7132f7d-0b98-4b9b-b9c8-acb7f96c8b41 req-aeafbfed-8e9a-4807-8f91-b016a762c3a9 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:43.529089 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e7132f7d-0b98-4b9b-b9c8-acb7f96c8b41 req-aeafbfed-8e9a-4807-8f91-b016a762c3a9 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 943 time: 0.0950828 Oct 23 00:56:43.530106 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (4f01c217-b937-495d-af2e-e0d11e0585ae), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.545541 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 00:56:43.545940 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7733977'] for segment (4f01c217-b937-495d-af2e-e0d11e0585ae), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.636935 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (d59032f8-dc33-4dbf-ac1d-0e9fa84846ba), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.649490 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e7132f7d-0b98-4b9b-b9c8-acb7f96c8b41 req-373493cd-8120-4061-b317-177a94a73fb9 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131070 Oct 23 00:56:43.650474 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.653438 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/d59032f8-dc33-4dbf-ac1d-0e9fa84846ba HTTP/1.1" status: 204 len: 168 time: 0.8258152 Oct 23 00:56:43.666284 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd068d2-f238-4b38-af8c-c279ca2b7855 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59032f8-dc33-4dbf-ac1d-0e9fa84846ba,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:43.688523 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.759712 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 4f01c217-b937-495d-af2e-e0d11e0585ae resource provider aggregate not found Oct 23 00:56:43.782592 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 4f01c217-b937-495d-af2e-e0d11e0585ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f01c217-b937-495d-af2e-e0d11e0585ae found for delete ", "request_id": "req-a239e91d-c81d-4d0e-8d28-e0076605609a"}]} Oct 23 00:56:43.829217 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device ce6f3fd9-c609-4ff1-b2b3-906e679feed1 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:56:43.850065 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: ce6f3fd9-c609-4ff1-b2b3-906e679feed1 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:56:43.850348 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device ce6f3fd9-c609-4ff1-b2b3-906e679feed1 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:56:43.850771 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device fb4d96c4-1233-424b-927b-6f7d073dc950 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:56:43.854809 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 37886) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:43.883621 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: fb4d96c4-1233-424b-927b-6f7d073dc950 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:56:43.884240 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device fb4d96c4-1233-424b-927b-6f7d073dc950 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:56:43.884995 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device b6262bb1-534a-49a3-8bfc-22e1ef137081 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:56:43.906391 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-9a9a7269-7b80-4bb9-8c6b-f499f01e25db admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c7e74b2109214d21bb658dc423b38505&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490396 Oct 23 00:56:43.906501 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37890) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:43.911646 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: b6262bb1-534a-49a3-8bfc-22e1ef137081 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:56:43.911990 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device b6262bb1-534a-49a3-8bfc-22e1ef137081 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:56:43.962130 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device b6393ff4-2671-46cc-b21e-07679e859a71 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:43.984621 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4b752-91d4-4922-84be-b89ae2be4bd6 req-9b9ea4f9-e788-4b99-97c9-5bbdf1a963d6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:43.986114 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-95f4b752-91d4-4922-84be-b89ae2be4bd6 req-9b9ea4f9-e788-4b99-97c9-5bbdf1a963d6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0940084 Oct 23 00:56:44.038066 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38ce6-7771-47de-86ac-2d4c000ef7c6 req-b6dbb263-a04c-4212-9a52-8e6759343776 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:44.039530 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0ae38ce6-7771-47de-86ac-2d4c000ef7c6 req-b6dbb263-a04c-4212-9a52-8e6759343776 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 944 time: 0.1046338 Oct 23 00:56:44.056486 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c37fa7a0-c0dd-487a-9225-11ab84b5248a admin admin] Publish callbacks [] for security_group (a5a2b39f-933d-48d6-9592-83ad2366e175), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.075216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port b6393ff4-2671-46cc-b21e-07679e859a71, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6393ff4-2671-46cc-b21e-07679e859a71,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:44.099329 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'b6393ff4-2671-46cc-b21e-07679e859a71', 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67', 'port_id': 'b6393ff4-2671-46cc-b21e-07679e859a71', 'mac_address': 'fa:16:3e:9b:a3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09079a4-c653-46e9-abcc-99e4141a6316', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:44.107517 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c37fa7a0-c0dd-487a-9225-11ab84b5248a admin admin] Publish callbacks [] for security_group (a5a2b39f-933d-48d6-9592-83ad2366e175), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.107924 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:44.121636 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-95f4b752-91d4-4922-84be-b89ae2be4bd6 req-d0123538-9a4e-46d3-bfcd-77c551d1dd54 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170626 Oct 23 00:56:44.150146 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port b6393ff4-2671-46cc-b21e-07679e859a71 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:44.150732 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.166522 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6393ff4-2671-46cc-b21e-07679e859a71 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:44.168418 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0ae38ce6-7771-47de-86ac-2d4c000ef7c6 req-0a24cd6b-8959-4856-8bcb-f364c4df707c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168575 Oct 23 00:56:44.194194 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port b6393ff4-2671-46cc-b21e-07679e859a71, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6393ff4-2671-46cc-b21e-07679e859a71,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:44.194450 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c37fa7a0-c0dd-487a-9225-11ab84b5248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a5a2b39f-933d-48d6-9592-83ad2366e175), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.197235 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c37fa7a0-c0dd-487a-9225-11ab84b5248a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.198358 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-c37fa7a0-c0dd-487a-9225-11ab84b5248a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a5a2b39f-933d-48d6-9592-83ad2366e175 HTTP/1.1" status: 204 len: 168 time: 0.2743983 Oct 23 00:56:44.209158 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.212219 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fa7a0-c0dd-487a-9225-11ab84b5248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a2b39f-933d-48d6-9592-83ad2366e175,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:44.270094 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=b6393ff4-2671-46cc-b21e-07679e859a71,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:44.337783 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37912) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:44.492173 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-829a2089-1e6f-4222-a84d-eb65daa78cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.538988 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:44.580566 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-829a2089-1e6f-4222-a84d-eb65daa78cd5 admin admin] Publish callbacks [] for security_group (fb9aecff-e569-4634-a46f-c44e44af9723), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.584684 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-829a2089-1e6f-4222-a84d-eb65daa78cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (fb9aecff-e569-4634-a46f-c44e44af9723), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.626955 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-829a2089-1e6f-4222-a84d-eb65daa78cd5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0d752c4b92b6429382c11751ad11b422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879953 Oct 23 00:56:44.629917 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 37924) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:44.635840 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a2089-1e6f-4222-a84d-eb65daa78cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9aecff-e569-4634-a46f-c44e44af9723,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:44.684355 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-be9a57c0-aa05-481d-8b8b-b7d3f0ba6621 admin admin] Publish callbacks [] for security_group (fb9aecff-e569-4634-a46f-c44e44af9723), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.706158 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['b6393ff4-2671-46cc-b21e-07679e859a71'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:44.707737 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-be9a57c0-aa05-481d-8b8b-b7d3f0ba6621 admin admin] Publish callbacks [] for security_group (fb9aecff-e569-4634-a46f-c44e44af9723), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.727397 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:44.813994 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ad8c2-0f10-4a74-8247-25b7b9d94971 req-76aa7e7e-7abb-401a-98e2-a2cbbe2b9283 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:44.816101 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d04ad8c2-0f10-4a74-8247-25b7b9d94971 req-76aa7e7e-7abb-401a-98e2-a2cbbe2b9283 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 943 time: 0.0625679 Oct 23 00:56:44.822967 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-be9a57c0-aa05-481d-8b8b-b7d3f0ba6621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (fb9aecff-e569-4634-a46f-c44e44af9723), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.832563 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-be9a57c0-aa05-481d-8b8b-b7d3f0ba6621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.834232 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-be9a57c0-aa05-481d-8b8b-b7d3f0ba6621 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fb9aecff-e569-4634-a46f-c44e44af9723 HTTP/1.1" status: 204 len: 168 time: 0.2033780 Oct 23 00:56:44.848727 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a57c0-aa05-481d-8b8b-b7d3f0ba6621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9aecff-e569-4634-a46f-c44e44af9723,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:44.902111 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d04ad8c2-0f10-4a74-8247-25b7b9d94971 req-af2436fe-6ee2-447f-99b1-7ab652696449 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667765 Oct 23 00:56:45.315537 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-a941dd6d-451d-47f2-a56a-0698d554a8a0 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6393ff4-2671-46cc-b21e-07679e859a71 HTTP/1.1" status: 200 len: 217 time: 0.1019144 Oct 23 00:56:45.360878 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.363529 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.376412 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09c74b-f89c-4152-b607-b3e592054ecd req-704a880c-90f8-4629-ae83-c119d1d6143d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.378587 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8f09c74b-f89c-4152-b607-b3e592054ecd req-704a880c-90f8-4629-ae83-c119d1d6143d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1681371 Oct 23 00:56:45.384589 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-f724160b-47d8-42b0-b3cc-b9158544f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.386281 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-f724160b-47d8-42b0-b3cc-b9158544f74e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=fbb04f1a5b184c9eb995165da5a3e58a&device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 1127 time: 0.1746001 Oct 23 00:56:45.507934 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-eaf1803d-c5a2-4cf6-9bcc-6e9ee8ed7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.509417 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-eaf1803d-c5a2-4cf6-9bcc-6e9ee8ed7572 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=a09079a4-c653-46e9-abcc-99e4141a6316 HTTP/1.1" status: 200 len: 848 time: 0.1857781 Oct 23 00:56:45.581107 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-a9a5a541-c8aa-4cbf-87aa-eaf9f1479e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.582793 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-a9a5a541-c8aa-4cbf-87aa-eaf9f1479e45 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=3f97ffbb-6b50-49ec-8936-d64957d31019 HTTP/1.1" status: 200 len: 909 time: 0.1811545 Oct 23 00:56:45.599247 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-349136cb-376d-45db-8e89-e96695bcd70f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721977 Oct 23 00:56:45.619423 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8f09c74b-f89c-4152-b607-b3e592054ecd req-ab920570-c67f-4ffa-90d7-f6dac1ad5dcc tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299733 Oct 23 00:56:45.662282 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-c5970ce9-f42d-4767-bce1-feb015247351 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b00f1106-5e44-46b2-8749-902b20768049 HTTP/1.1" status: 200 len: 217 time: 0.0687811 Oct 23 00:56:45.667993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838fb10-9abe-4015-9d8c-a5a40e778cd6 req-87dec65e-3b6f-41bf-abd4-a9e7556bc303 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.669431 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5838fb10-9abe-4015-9d8c-a5a40e778cd6 req-87dec65e-3b6f-41bf-abd4-a9e7556bc303 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 945 time: 0.1634619 Oct 23 00:56:45.810702 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-56c3701f-f1c1-4297-bc56-a1df218274ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.812504 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-56c3701f-f1c1-4297-bc56-a1df218274ed service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=403ceea4-43aa-4aab-9542-d9a33567589a HTTP/1.1" status: 200 len: 848 time: 0.1284709 Oct 23 00:56:45.815584 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5838fb10-9abe-4015-9d8c-a5a40e778cd6 req-7476e589-3856-422f-a586-9fd48b33c779 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327405 Oct 23 00:56:45.842670 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-d23dc1ad-5974-4ef0-8a06-485c4925e3ed service neutron] 10.222.0.43 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323816 Oct 23 00:56:45.867405 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-1eeefba1-9602-42d1-a688-65c48b1c9b54 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=3f97ffbb-6b50-49ec-8936-d64957d31019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468607 Oct 23 00:56:45.886074 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:45.961423 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device b00f1106-5e44-46b2-8749-902b20768049 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:45.967725 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device b6393ff4-2671-46cc-b21e-07679e859a71 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:46.029058 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:46.031132 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ce9066f7-b8f9-4a10-b3aa-d9eec378f0da req-721ab351-7d33-432d-9ba2-d3adc2a50175 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737912 Oct 23 00:56:46.033755 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-ea1912ac-e3e8-4acc-82c4-8708aa79a217 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3f97ffbb-6b50-49ec-8936-d64957d31019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568706 Oct 23 00:56:46.122629 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port b6393ff4-2671-46cc-b21e-07679e859a71 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:46.136658 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port b6393ff4-2671-46cc-b21e-07679e859a71 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:46.137212 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.137914 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port b6393ff4-2671-46cc-b21e-07679e859a71 Oct 23 00:56:46.265191 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port b00f1106-5e44-46b2-8749-902b20768049, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00f1106-5e44-46b2-8749-902b20768049,segment=NetworkSegment(399d63d5-892f-43fe-ba5b-e2ebbeed98ae),segment_id=399d63d5-892f-43fe-ba5b-e2ebbeed98ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:46.275269 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port b6393ff4-2671-46cc-b21e-07679e859a71 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:46.275852 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.290304 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'b00f1106-5e44-46b2-8749-902b20768049', 'network_id': '3f97ffbb-6b50-49ec-8936-d64957d31019', 'port_id': 'b00f1106-5e44-46b2-8749-902b20768049', 'mac_address': 'fa:16:3e:cf:7b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403ceea4-43aa-4aab-9542-d9a33567589a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:46.329994 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6300379-5edd-4c0e-b95f-8025b46d0e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6393ff4-2671-46cc-b21e-07679e859a71'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:46.332431 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f606356-2328-48e0-8e02-b7c813b5a42a" -d '{"events": [{"server_uuid": "c6300379-5edd-4c0e-b95f-8025b46d0e46", "name": "network-vif-plugged", "status": "completed", "tag": "b6393ff4-2671-46cc-b21e-07679e859a71"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:46.354150 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port b6393ff4-2671-46cc-b21e-07679e859a71, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6393ff4-2671-46cc-b21e-07679e859a71,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:46.356809 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port b00f1106-5e44-46b2-8749-902b20768049 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:46.357389 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b00f1106-5e44-46b2-8749-902b20768049), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.376769 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00f1106-5e44-46b2-8749-902b20768049 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:46.383480 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.389145 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca2919-d0b6-417f-978c-b057cd70170a req-7fc20580-cb0f-4171-a725-d896e249fb64 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:46.396123 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a4ca2919-d0b6-417f-978c-b057cd70170a req-7fc20580-cb0f-4171-a725-d896e249fb64 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 943 time: 0.3511410 Oct 23 00:56:46.415952 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12285bbf-7fcf-49a2-bbd9-400355b13cac x-openstack-request-id: req-12285bbf-7fcf-49a2-bbd9-400355b13cac {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:46.416505 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6300379-5edd-4c0e-b95f-8025b46d0e46", "name": "network-vif-plugged", "status": "completed", "tag": "b6393ff4-2671-46cc-b21e-07679e859a71", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:46.416884 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12285bbf-7fcf-49a2-bbd9-400355b13cac {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:46.418613 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12285bbf-7fcf-49a2-bbd9-400355b13cac'] response: {'server_uuid': 'c6300379-5edd-4c0e-b95f-8025b46d0e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6393ff4-2671-46cc-b21e-07679e859a71', 'code': 200} Oct 23 00:56:46.438362 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port b00f1106-5e44-46b2-8749-902b20768049, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00f1106-5e44-46b2-8749-902b20768049,segment=NetworkSegment(399d63d5-892f-43fe-ba5b-e2ebbeed98ae),segment_id=399d63d5-892f-43fe-ba5b-e2ebbeed98ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:46.445986 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:46.447759 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b00f1106-5e44-46b2-8749-902b20768049), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.469025 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dd5af98-f8d4-4d50-8c5f-0288e80344d5 req-7f954b7e-76a8-4ef0-8cd8-ecefd5686b32 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/3f97ffbb-6b50-49ec-8936-d64957d31019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200139 Oct 23 00:56:46.481818 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=b6393ff4-2671-46cc-b21e-07679e859a71,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:46.485502 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a4ca2919-d0b6-417f-978c-b057cd70170a req-901aa9a8-369d-494e-a457-e39d72a9357e tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824523 Oct 23 00:56:46.533899 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:46.563415 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=b00f1106-5e44-46b2-8749-902b20768049,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:46.619569 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6c3fb-ffe3-4291-ba67-afae21495256 req-768e0e19-1389-4031-960e-dd7edb63c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:46.621158 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d5c6c3fb-ffe3-4291-ba67-afae21495256 req-768e0e19-1389-4031-960e-dd7edb63c1b2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 1130 time: 0.0402627 Oct 23 00:56:46.678940 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d5c6c3fb-ffe3-4291-ba67-afae21495256 req-7fa1f263-6600-466d-ae37-2813fd6a7ef8 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 Oct 23 00:56:46.758193 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669980-9a67-461d-a70a-19a8b588274e req-d75e0315-65c7-4ba6-b81a-224977d07b97 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:46.759658 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4c669980-9a67-461d-a70a-19a8b588274e req-d75e0315-65c7-4ba6-b81a-224977d07b97 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0571904 Oct 23 00:56:46.813309 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4c669980-9a67-461d-a70a-19a8b588274e req-d723935f-d1b1-4dd8-8a30-6497d5d40e32 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Oct 23 00:56:46.918206 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['b00f1106-5e44-46b2-8749-902b20768049'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:46.948030 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930eb97-ea00-4099-aba5-0688aa7416e6 req-60ff3f73-adb4-403c-8d6d-a19565078041 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:46.949531 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b930eb97-ea00-4099-aba5-0688aa7416e6 req-60ff3f73-adb4-403c-8d6d-a19565078041 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 946 time: 0.0483267 Oct 23 00:56:47.002142 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b930eb97-ea00-4099-aba5-0688aa7416e6 req-3ee2d1f5-1c03-4d9d-8c9a-b6caff79a9a9 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460727 Oct 23 00:56:47.615800 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d2ea2-b070-4adf-8160-b7e1832c50bf req-46267f76-860b-4c29-b764-7d5986d300ad tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:47.617303 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b57d2ea2-b070-4adf-8160-b7e1832c50bf req-46267f76-860b-4c29-b764-7d5986d300ad tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 944 time: 0.0541852 Oct 23 00:56:47.688842 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b57d2ea2-b070-4adf-8160-b7e1832c50bf req-4bcd22b9-32f9-4914-9048-7709dca23c6f tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 Oct 23 00:56:47.775560 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 38116) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:47.893119 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e08db5cc-7829-4de4-b1ab-d2eae8da4991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:47.966323 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234ce4d-ebeb-4dbc-9c97-9f67942c78f7 req-17ff9763-328f-4db7-b4f2-0090131baeb9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:47.967852 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a234ce4d-ebeb-4dbc-9c97-9f67942c78f7 req-17ff9763-328f-4db7-b4f2-0090131baeb9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0663214 Oct 23 00:56:48.037793 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a234ce4d-ebeb-4dbc-9c97-9f67942c78f7 req-99ed6bf1-b328-400e-9d40-9783bbc786d5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635052 Oct 23 00:56:48.058661 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e08db5cc-7829-4de4-b1ab-d2eae8da4991 admin admin] Publish callbacks [] for security_group (4bb71c1f-1fda-4697-93f9-c7ccd44994a6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.063855 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e08db5cc-7829-4de4-b1ab-d2eae8da4991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (4bb71c1f-1fda-4697-93f9-c7ccd44994a6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.074859 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:48.140153 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-e08db5cc-7829-4de4-b1ab-d2eae8da4991 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f64606c140ba4bc89421d430c05d81ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634896 Oct 23 00:56:48.142974 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38130) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:48.143455 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08db5cc-7829-4de4-b1ab-d2eae8da4991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb71c1f-1fda-4697-93f9-c7ccd44994a6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:48.162264 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2e306-b835-4514-a9b4-6bf387cc1843 req-c483fe12-5f9c-4cc7-acf8-c703fea90e1d tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:48.163741 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fce2e306-b835-4514-a9b4-6bf387cc1843 req-c483fe12-5f9c-4cc7-acf8-c703fea90e1d tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 946 time: 0.0739892 Oct 23 00:56:48.200893 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b368ef93-9810-4358-b8a8-6a77e74a009f admin admin] Publish callbacks [] for security_group (4bb71c1f-1fda-4697-93f9-c7ccd44994a6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.212949 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fce2e306-b835-4514-a9b4-6bf387cc1843 req-2e6f7137-5989-4891-8b87-08bf1212d221 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Oct 23 00:56:48.220961 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b368ef93-9810-4358-b8a8-6a77e74a009f admin admin] Publish callbacks [] for security_group (4bb71c1f-1fda-4697-93f9-c7ccd44994a6), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.264776 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device b00f1106-5e44-46b2-8749-902b20768049 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:48.269574 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b368ef93-9810-4358-b8a8-6a77e74a009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (4bb71c1f-1fda-4697-93f9-c7ccd44994a6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.272080 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b368ef93-9810-4358-b8a8-6a77e74a009f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.273249 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b368ef93-9810-4358-b8a8-6a77e74a009f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4bb71c1f-1fda-4697-93f9-c7ccd44994a6 HTTP/1.1" status: 204 len: 168 time: 0.1286554 Oct 23 00:56:48.282918 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368ef93-9810-4358-b8a8-6a77e74a009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb71c1f-1fda-4697-93f9-c7ccd44994a6,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:48.321346 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port b00f1106-5e44-46b2-8749-902b20768049 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:48.327509 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port b00f1106-5e44-46b2-8749-902b20768049 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:48.328001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (b00f1106-5e44-46b2-8749-902b20768049), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.328390 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port b00f1106-5e44-46b2-8749-902b20768049 Oct 23 00:56:48.406881 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port b00f1106-5e44-46b2-8749-902b20768049 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:48.407276 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (b00f1106-5e44-46b2-8749-902b20768049), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.425805 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:48.431954 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d15c5-cd33-4508-b3df-2cd29a2995d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00f1106-5e44-46b2-8749-902b20768049'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:48.434185 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753c51be-435e-4ca4-ae8e-bf90fccf8d2d" -d '{"events": [{"server_uuid": "a37d15c5-cd33-4508-b3df-2cd29a2995d2", "name": "network-vif-plugged", "status": "completed", "tag": "b00f1106-5e44-46b2-8749-902b20768049"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:48.448960 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port b00f1106-5e44-46b2-8749-902b20768049, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00f1106-5e44-46b2-8749-902b20768049,segment=NetworkSegment(399d63d5-892f-43fe-ba5b-e2ebbeed98ae),segment_id=399d63d5-892f-43fe-ba5b-e2ebbeed98ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:48.454232 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (b00f1106-5e44-46b2-8749-902b20768049), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.481575 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37bcd8b-ed94-402c-9840-0ddf44b20a32 x-openstack-request-id: req-a37bcd8b-ed94-402c-9840-0ddf44b20a32 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:48.481922 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37d15c5-cd33-4508-b3df-2cd29a2995d2", "name": "network-vif-plugged", "status": "completed", "tag": "b00f1106-5e44-46b2-8749-902b20768049", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:48.482173 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a37bcd8b-ed94-402c-9840-0ddf44b20a32 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:48.483098 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37bcd8b-ed94-402c-9840-0ddf44b20a32'] response: {'server_uuid': 'a37d15c5-cd33-4508-b3df-2cd29a2995d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00f1106-5e44-46b2-8749-902b20768049', 'code': 200} Oct 23 00:56:48.507560 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=b00f1106-5e44-46b2-8749-902b20768049,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:48.589169 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38138) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:48.602306 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8d32399f-efce-4efc-8af0-91995e51876a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.640782 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:48.682922 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8d32399f-efce-4efc-8af0-91995e51876a admin admin] Publish callbacks [] for security_group (d6c5b0ef-4b8e-42f9-a215-e49cbc1aa6ef), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.687224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8d32399f-efce-4efc-8af0-91995e51876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d6c5b0ef-4b8e-42f9-a215-e49cbc1aa6ef), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.733666 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 38142) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:48.734221 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8d32399f-efce-4efc-8af0-91995e51876a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0cc0686e3d9b4a8f82d1a06db51b1735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435020 Oct 23 00:56:48.734699 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32399f-efce-4efc-8af0-91995e51876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c5b0ef-4b8e-42f9-a215-e49cbc1aa6ef,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:48.827397 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d4d81-2db5-44d6-8cd4-b34f99755e4c req-aab80e99-5cf0-4a48-b184-bb2b013bc75d tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:48.828802 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-825d4d81-2db5-44d6-8cd4-b34f99755e4c req-aab80e99-5cf0-4a48-b184-bb2b013bc75d tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 945 time: 0.0633063 Oct 23 00:56:48.829401 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cffa4896-067c-4f4e-9229-6eed57375faf admin admin] Publish callbacks [] for security_group (d6c5b0ef-4b8e-42f9-a215-e49cbc1aa6ef), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.832098 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:48.866394 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cffa4896-067c-4f4e-9229-6eed57375faf admin admin] Publish callbacks [] for security_group (d6c5b0ef-4b8e-42f9-a215-e49cbc1aa6ef), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.917385 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-825d4d81-2db5-44d6-8cd4-b34f99755e4c req-5a9c4423-65cf-4ac7-b9d4-f26513945415 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789018 Oct 23 00:56:48.941593 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cffa4896-067c-4f4e-9229-6eed57375faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d6c5b0ef-4b8e-42f9-a215-e49cbc1aa6ef), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.944235 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cffa4896-067c-4f4e-9229-6eed57375faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.945367 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-cffa4896-067c-4f4e-9229-6eed57375faf admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d6c5b0ef-4b8e-42f9-a215-e49cbc1aa6ef HTTP/1.1" status: 204 len: 168 time: 0.2105143 Oct 23 00:56:48.960108 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa4896-067c-4f4e-9229-6eed57375faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c5b0ef-4b8e-42f9-a215-e49cbc1aa6ef,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:49.169752 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0830d-8ee8-4e06-8071-ee50b8d8a12d req-2f4b6c27-3695-44fd-a121-162b24de4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:49.171885 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-04b0830d-8ee8-4e06-8071-ee50b8d8a12d req-2f4b6c27-3695-44fd-a121-162b24de4f5d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 1129 time: 0.0853026 Oct 23 00:56:49.182818 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d133f-7927-457f-b79d-e230b7b18e48 req-703ef43d-2f80-4f0a-99e3-0b7ebb782310 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:49.184209 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-912d133f-7927-457f-b79d-e230b7b18e48 req-703ef43d-2f80-4f0a-99e3-0b7ebb782310 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0651524 Oct 23 00:56:49.268793 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-04b0830d-8ee8-4e06-8071-ee50b8d8a12d req-87ac6515-589b-4c20-bafb-49b30705c1af service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835879 Oct 23 00:56:49.273095 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-912d133f-7927-457f-b79d-e230b7b18e48 req-7c7a2830-24c9-46fa-82cb-63141a977cfd tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757437 Oct 23 00:56:49.349055 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570e9fb-df01-4d38-81fd-be029e70760f req-3b8fdea1-d7b6-4e29-ad5a-9ce780aa93a8 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:49.350476 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8570e9fb-df01-4d38-81fd-be029e70760f req-3b8fdea1-d7b6-4e29-ad5a-9ce780aa93a8 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 946 time: 0.0500078 Oct 23 00:56:49.402233 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8570e9fb-df01-4d38-81fd-be029e70760f req-89586bf4-ac6e-497b-a37f-6e823d8c2b7a tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460534 Oct 23 00:56:49.411922 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38164) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:49.591774 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89a03bee-21d8-41ba-ba8e-072713aa4d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.679036 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89a03bee-21d8-41ba-ba8e-072713aa4d82 admin admin] Publish callbacks [] for security_group (0595b751-7be9-45f7-b956-dfbca513b4af), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.683314 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89a03bee-21d8-41ba-ba8e-072713aa4d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (0595b751-7be9-45f7-b956-dfbca513b4af), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.687917 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=13 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:49.732331 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-89a03bee-21d8-41ba-ba8e-072713aa4d82 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=370e8dd001694f989ed4360a0d629c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170245 Oct 23 00:56:49.733191 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38184) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:49.740439 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a03bee-21d8-41ba-ba8e-072713aa4d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0595b751-7be9-45f7-b956-dfbca513b4af,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:49.787345 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0794081-cd81-4978-a131-40a22ed1059c admin admin] Publish callbacks [] for security_group (0595b751-7be9-45f7-b956-dfbca513b4af), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.808586 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0794081-cd81-4978-a131-40a22ed1059c admin admin] Publish callbacks [] for security_group (0595b751-7be9-45f7-b956-dfbca513b4af), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.859849 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0794081-cd81-4978-a131-40a22ed1059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (0595b751-7be9-45f7-b956-dfbca513b4af), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.862467 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0794081-cd81-4978-a131-40a22ed1059c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.863706 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e0794081-cd81-4978-a131-40a22ed1059c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0595b751-7be9-45f7-b956-dfbca513b4af HTTP/1.1" status: 204 len: 168 time: 0.1297626 Oct 23 00:56:49.881262 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0794081-cd81-4978-a131-40a22ed1059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595b751-7be9-45f7-b956-dfbca513b4af,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:50.080025 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371da3b-6a94-4bbc-8f7c-876c97825576 req-6508c8bc-3ac2-48ab-bef5-ddfd901a0b5f tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.089178 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8371da3b-6a94-4bbc-8f7c-876c97825576 req-6508c8bc-3ac2-48ab-bef5-ddfd901a0b5f tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 945 time: 0.0710428 Oct 23 00:56:50.173366 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8371da3b-6a94-4bbc-8f7c-876c97825576 req-c5880ddd-d463-4c40-bff0-d679d6f95ad2 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828249 Oct 23 00:56:50.249827 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b41e6-3433-4957-8e9f-ec9a119e7281 req-1bd8bf2e-3ca5-4552-9dd9-f84c976f8a3a tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.253059 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d23b41e6-3433-4957-8e9f-ec9a119e7281 req-1bd8bf2e-3ca5-4552-9dd9-f84c976f8a3a tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 946 time: 0.0676570 Oct 23 00:56:50.300035 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d23b41e6-3433-4957-8e9f-ec9a119e7281 req-57fc4cc4-9a43-4c7d-99d3-bae8548c5344 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 Oct 23 00:56:50.404478 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0557-f004-4047-b6c2-48955362b90f req-f9c054bc-2865-49d7-9c06-98f5ea3026e5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.404478 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45cf0557-f004-4047-b6c2-48955362b90f req-f9c054bc-2865-49d7-9c06-98f5ea3026e5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0490093 Oct 23 00:56:50.453534 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45cf0557-f004-4047-b6c2-48955362b90f req-23495eac-db54-4919-96db-9a15b42cf8c4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477145 Oct 23 00:56:51.303887 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22afd5e-7e7d-4a74-9ddd-aa556ca24b17 req-182bfb96-dddb-4004-9235-8f1a013d08d8 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:51.305367 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c22afd5e-7e7d-4a74-9ddd-aa556ca24b17 req-182bfb96-dddb-4004-9235-8f1a013d08d8 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 945 time: 0.0472274 Oct 23 00:56:51.323918 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:51.354115 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c22afd5e-7e7d-4a74-9ddd-aa556ca24b17 req-4b8d9365-7a3f-49f5-99ae-3df9de952560 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Oct 23 00:56:51.420901 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bf29c-51cf-4168-a0a3-1510d02260a5 req-87faa250-b94f-44ce-9354-8a7eb4e5959b tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:51.422344 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-776bf29c-51cf-4168-a0a3-1510d02260a5 req-87faa250-b94f-44ce-9354-8a7eb4e5959b tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 946 time: 0.0464573 Oct 23 00:56:51.467998 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-776bf29c-51cf-4168-a0a3-1510d02260a5 req-1e81506d-be2d-493e-9cc8-81329918b713 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Oct 23 00:56:51.575356 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f90d8-8a80-4dc6-8226-7815a8b51f89 req-954c8ea2-796e-4c34-ad48-7b119d13800c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:51.577439 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f01f90d8-8a80-4dc6-8226-7815a8b51f89 req-954c8ea2-796e-4c34-ad48-7b119d13800c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0503724 Oct 23 00:56:51.622030 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f01f90d8-8a80-4dc6-8226-7815a8b51f89 req-b59f42f0-9174-461b-a52e-bc84cbcd64ae tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Oct 23 00:56:51.791015 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=72 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:52.239143 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.475575 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412964ee-a6b6-4a6a-9b25-f73c8e5e89b0 req-f81eb34a-3cf4-49a9-85f8-3d8b5455b33f tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:52.477073 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-412964ee-a6b6-4a6a-9b25-f73c8e5e89b0 req-f81eb34a-3cf4-49a9-85f8-3d8b5455b33f tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 945 time: 0.0465062 Oct 23 00:56:52.524143 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-412964ee-a6b6-4a6a-9b25-f73c8e5e89b0 req-a75879b8-e1bf-439c-882f-bc9abba83130 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Oct 23 00:56:52.575921 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:52.591529 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd7a37-a80d-4dff-9e82-ec814f9d5ef1 req-bd7f6617-b22f-496b-84ec-3085896f4639 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:52.593602 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75bd7a37-a80d-4dff-9e82-ec814f9d5ef1 req-bd7f6617-b22f-496b-84ec-3085896f4639 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 946 time: 0.0519078 Oct 23 00:56:52.641729 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75bd7a37-a80d-4dff-9e82-ec814f9d5ef1 req-7a4a1887-5460-41df-9d29-1fb3fc71019d tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Oct 23 00:56:52.751149 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031c0a-6681-4fb9-91c5-823274f88cbd req-7043b2cb-1aeb-4da4-99ff-5f581634260d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:52.752635 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20031c0a-6681-4fb9-91c5-823274f88cbd req-7043b2cb-1aeb-4da4-99ff-5f581634260d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0539224 Oct 23 00:56:52.801036 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20031c0a-6681-4fb9-91c5-823274f88cbd req-64011e2e-3666-46b5-9395-410ec90e6ac7 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Oct 23 00:56:53.340623 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-3d635674-e017-432c-90ba-9cff5628dc68 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:53.342062 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-3d635674-e017-432c-90ba-9cff5628dc68 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 946 time: 0.0451939 Oct 23 00:56:53.434390 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Deleting port b6393ff4-2671-46cc-b21e-07679e859a71 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:56:53.435031 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.549521 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] For port b6393ff4-2671-46cc-b21e-07679e859a71, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6393ff4-2671-46cc-b21e-07679e859a71,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:53.550152 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.568214 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Calling delete_port for b6393ff4-2671-46cc-b21e-07679e859a71 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:56:53.652523 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:53.716116 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (b6393ff4-2671-46cc-b21e-07679e859a71), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.741830 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['b6393ff4-2671-46cc-b21e-07679e859a71'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:53.764126 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Pushing event deleted for resources: {'Port': ['ID=b6393ff4-2671-46cc-b21e-07679e859a71,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:53.808998 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5fce305e-475d-4d0c-a86d-ba60c3d31126 req-e4d7a21c-0e98-4178-bc0c-65f89c580b46 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c6300379-5edd-4c0e-b95f-8025b46d0e46 HTTP/1.1" status: 200 len: 210 time: 0.0498552 Oct 23 00:56:53.859405 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] No DVR routers for this DVR port b6393ff4-2671-46cc-b21e-07679e859a71 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:56:53.862327 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.867503 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-edca8c0c-c608-4dcf-9e51-b309373aeac6 req-19e8f79a-ef39-4cf3-a339-60bbfbcf5dbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.43 "DELETE /networking/v2.0/ports/b6393ff4-2671-46cc-b21e-07679e859a71 HTTP/1.1" status: 204 len: 173 time: 0.5193238 Oct 23 00:56:53.868058 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6300379-5edd-4c0e-b95f-8025b46d0e46', 'name': 'network-vif-deleted', 'tag': 'b6393ff4-2671-46cc-b21e-07679e859a71'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:53.870591 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e6a7ca-2aa5-4cbf-885e-ababbd1e4aef" -d '{"events": [{"server_uuid": "c6300379-5edd-4c0e-b95f-8025b46d0e46", "name": "network-vif-deleted", "tag": "b6393ff4-2671-46cc-b21e-07679e859a71"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:53.938488 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e1c13-19c8-4784-9c55-1f8df3020576 x-openstack-request-id: req-377e1c13-19c8-4784-9c55-1f8df3020576 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:53.938810 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6300379-5edd-4c0e-b95f-8025b46d0e46", "name": "network-vif-deleted", "tag": "b6393ff4-2671-46cc-b21e-07679e859a71", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:53.939030 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-377e1c13-19c8-4784-9c55-1f8df3020576 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:53.939667 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377e1c13-19c8-4784-9c55-1f8df3020576'] response: {'server_uuid': 'c6300379-5edd-4c0e-b95f-8025b46d0e46', 'name': 'network-vif-deleted', 'tag': 'b6393ff4-2671-46cc-b21e-07679e859a71', 'status': 'completed', 'code': 200} Oct 23 00:56:53.958791 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028e7b-50c0-41f3-b833-2c445824a601 req-e6c799dd-3aa9-4289-bf0b-032ff0b2b397 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:53.960645 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b1028e7b-50c0-41f3-b833-2c445824a601 req-e6c799dd-3aa9-4289-bf0b-032ff0b2b397 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0732067 Oct 23 00:56:54.013818 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b1028e7b-50c0-41f3-b833-2c445824a601 req-12c5335d-6ea9-4d38-8067-b32be0a32025 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469520 Oct 23 00:56:55.167953 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5703-c10d-4eae-99a3-f8b79ef22023 req-a806b5b7-5fbc-4e17-bdc9-fcbaa7bfd711 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:55.169346 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-009c5703-c10d-4eae-99a3-f8b79ef22023 req-a806b5b7-5fbc-4e17-bdc9-fcbaa7bfd711 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 945 time: 0.0823779 Oct 23 00:56:55.223576 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89591bb9-46ca-40c5-9048-54ef06103538 req-2637f4c6-1cf0-4b4d-aba4-9aab288decc8 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:55.225050 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-2637f4c6-1cf0-4b4d-aba4-9aab288decc8 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/networks?id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67 HTTP/1.1" status: 200 len: 808 time: 0.1586154 Oct 23 00:56:55.252476 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-5b38c6db-65b1-418b-8f2a-14d6c1134bef tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/quotas/07941785917446599d8b991944f7de9d HTTP/1.1" status: 200 len: 375 time: 0.0209389 Oct 23 00:56:55.257191 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-009c5703-c10d-4eae-99a3-f8b79ef22023 req-a385f104-7c2c-482d-a211-4167cae05110 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757091 Oct 23 00:56:55.290775 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-195d349b-b293-4471-9a1f-d0a54c684348 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=07941785917446599d8b991944f7de9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322137 Oct 23 00:56:55.409273 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc312d92-bfe1-46a9-9fad-c0d23e27b2aa req-38e2a3f2-2e10-4e15-b0f7-60fb272dc794 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:55.410741 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dc312d92-bfe1-46a9-9fad-c0d23e27b2aa req-38e2a3f2-2e10-4e15-b0f7-60fb272dc794 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0659218 Oct 23 00:56:55.440014 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-22050d45-8d93-421d-a77a-93a3eeb99f38 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395190 Oct 23 00:56:55.504459 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:55.513822 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dc312d92-bfe1-46a9-9fad-c0d23e27b2aa req-fa4b9d72-69cd-48e1-8128-46b1f8064ddc tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968087 Oct 23 00:56:55.546602 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-9a2c6810-5283-45ad-a53d-4618d468b7d7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002176 Oct 23 00:56:55.710220 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-647e4a24-beac-4644-abb8-37be42b38138 req-8021b3af-98a2-4fc4-8991-3419a55b8517 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 210 time: 0.0317540 Oct 23 00:56:56.389038 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d4fa4-7a9e-4202-a7b0-1a25a402535b req-1885bb7f-6c7e-46f8-ae68-9c4847bb830f tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:56.391160 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-023d4fa4-7a9e-4202-a7b0-1a25a402535b req-1885bb7f-6c7e-46f8-ae68-9c4847bb830f tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 945 time: 0.0506144 Oct 23 00:56:56.445383 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-023d4fa4-7a9e-4202-a7b0-1a25a402535b req-618c6e5f-46e0-4c5c-936e-a8f4d2a95a44 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d9a74f7c-7c55-4f20-a126-041d45b93998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480027 Oct 23 00:56:56.516794 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38346) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:56.631523 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8aadaf40-205c-4126-ba68-551f9b1117b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.637675 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10408434-5cd8-44b7-8255-e2d6916591cf req-9d900803-bb34-4a2e-a01c-ce92986ba646 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:56.639225 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-10408434-5cd8-44b7-8255-e2d6916591cf req-9d900803-bb34-4a2e-a01c-ce92986ba646 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0512428 Oct 23 00:56:56.694474 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-10408434-5cd8-44b7-8255-e2d6916591cf req-9bb63105-422c-4218-8108-cd3a14bd4cf5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Oct 23 00:56:56.708743 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8aadaf40-205c-4126-ba68-551f9b1117b6 admin admin] Publish callbacks [] for security_group (dea25e26-9456-4e7f-9958-6788d7e4e565), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.712577 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8aadaf40-205c-4126-ba68-551f9b1117b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (dea25e26-9456-4e7f-9958-6788d7e4e565), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.757047 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8aadaf40-205c-4126-ba68-551f9b1117b6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bd4d7089e3d64e74b3bf6220c4e2643a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391696 Oct 23 00:56:56.757891 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadaf40-205c-4126-ba68-551f9b1117b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea25e26-9456-4e7f-9958-6788d7e4e565,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:56.759832 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 38354) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:56.784406 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:56.833316 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9a98ee4a-bb21-4abf-82e3-3ee75dd7f2d5 req-c04afde3-1b82-4823-9068-25dc94bb2cea tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 210 time: 0.0387723 Oct 23 00:56:56.866643 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-980f8374-e491-465a-a3db-56e883ca5cdd admin admin] Publish callbacks [] for security_group (dea25e26-9456-4e7f-9958-6788d7e4e565), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.889823 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-47d029f1-f597-4183-b6aa-95a071b032ba tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:56.891249 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-47d029f1-f597-4183-b6aa-95a071b032ba tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 945 time: 0.0684805 Oct 23 00:56:56.906799 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-980f8374-e491-465a-a3db-56e883ca5cdd admin admin] Publish callbacks [] for security_group (dea25e26-9456-4e7f-9958-6788d7e4e565), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.007864 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Deleting port b00f1106-5e44-46b2-8749-902b20768049 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:56:57.008188 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (b00f1106-5e44-46b2-8749-902b20768049), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.012700 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-980f8374-e491-465a-a3db-56e883ca5cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (dea25e26-9456-4e7f-9958-6788d7e4e565), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.015236 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-980f8374-e491-465a-a3db-56e883ca5cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.016294 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-980f8374-e491-465a-a3db-56e883ca5cdd admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/dea25e26-9456-4e7f-9958-6788d7e4e565 HTTP/1.1" status: 204 len: 168 time: 0.2548530 Oct 23 00:56:57.063362 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f8374-e491-465a-a3db-56e883ca5cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea25e26-9456-4e7f-9958-6788d7e4e565,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.113095 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] For port b00f1106-5e44-46b2-8749-902b20768049, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00f1106-5e44-46b2-8749-902b20768049,segment=NetworkSegment(399d63d5-892f-43fe-ba5b-e2ebbeed98ae),segment_id=399d63d5-892f-43fe-ba5b-e2ebbeed98ae)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:57.113460 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (b00f1106-5e44-46b2-8749-902b20768049), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.127500 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Calling delete_port for b00f1106-5e44-46b2-8749-902b20768049 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:56:57.257336 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (b00f1106-5e44-46b2-8749-902b20768049), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.271218 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['b00f1106-5e44-46b2-8749-902b20768049'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:57.288571 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Pushing event deleted for resources: {'Port': ['ID=b00f1106-5e44-46b2-8749-902b20768049,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.299859 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38360) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:57.313519 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-837c27e9-46d1-4b72-a81b-f1885fc914af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.351786 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] No DVR routers for this DVR port b00f1106-5e44-46b2-8749-902b20768049 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:56:57.354558 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.358005 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-03899ab9-1ab3-431b-a7cd-e9c146b38034 req-e5e83306-13f6-4ec1-a738-c933d9fa1971 tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.43 "DELETE /networking/v2.0/ports/b00f1106-5e44-46b2-8749-902b20768049 HTTP/1.1" status: 204 len: 173 time: 0.4593692 Oct 23 00:56:57.358706 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d15c5-cd33-4508-b3df-2cd29a2995d2', 'name': 'network-vif-deleted', 'tag': 'b00f1106-5e44-46b2-8749-902b20768049'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:57.360969 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1915c-ff23-49d6-8d0c-cc822ac8710d" -d '{"events": [{"server_uuid": "a37d15c5-cd33-4508-b3df-2cd29a2995d2", "name": "network-vif-deleted", "tag": "b00f1106-5e44-46b2-8749-902b20768049"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:57.401365 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-837c27e9-46d1-4b72-a81b-f1885fc914af admin admin] Publish callbacks [] for security_group (10018614-dbcd-4f69-b647-0c913a2ae4d0), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.403837 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49757174-20df-409c-b9d6-2cd63f3f162b x-openstack-request-id: req-49757174-20df-409c-b9d6-2cd63f3f162b {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:57.404410 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37d15c5-cd33-4508-b3df-2cd29a2995d2", "name": "network-vif-deleted", "tag": "b00f1106-5e44-46b2-8749-902b20768049", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:57.404410 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49757174-20df-409c-b9d6-2cd63f3f162b {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:57.404880 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49757174-20df-409c-b9d6-2cd63f3f162b'] response: {'server_uuid': 'a37d15c5-cd33-4508-b3df-2cd29a2995d2', 'name': 'network-vif-deleted', 'tag': 'b00f1106-5e44-46b2-8749-902b20768049', 'status': 'completed', 'code': 200} Oct 23 00:56:57.408803 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-837c27e9-46d1-4b72-a81b-f1885fc914af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (10018614-dbcd-4f69-b647-0c913a2ae4d0), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.443198 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:57.470646 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-837c27e9-46d1-4b72-a81b-f1885fc914af admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6aef111871b14988b60ee124f50ab0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695716 Oct 23 00:56:57.473221 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38364) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:57.474009 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c27e9-46d1-4b72-a81b-f1885fc914af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10018614-dbcd-4f69-b647-0c913a2ae4d0,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.514498 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:57.539747 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ff29bafd-7039-4485-bc62-f02c400d9749 admin admin] Publish callbacks [] for security_group (10018614-dbcd-4f69-b647-0c913a2ae4d0), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.569279 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89591bb9-46ca-40c5-9048-54ef06103538 req-0fa98594-9584-440c-bd44-cfcdbd161966 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:57.570323 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ff29bafd-7039-4485-bc62-f02c400d9749 admin admin] Publish callbacks [] for security_group (10018614-dbcd-4f69-b647-0c913a2ae4d0), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.570780 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-0fa98594-9584-440c-bd44-cfcdbd161966 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.43 "GET /networking/v2.0/networks?id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67 HTTP/1.1" status: 200 len: 808 time: 0.1435199 Oct 23 00:56:57.609133 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8c343605-c550-4c6f-acb5-4b1b2baadf75 req-a5aae7cd-0185-4ec1-b39d-29bf73039abd tempest-VolumesActionsTest-544543625 tempest-VolumesActionsTest-544543625-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=a37d15c5-cd33-4508-b3df-2cd29a2995d2 HTTP/1.1" status: 200 len: 210 time: 0.0329030 Oct 23 00:56:57.621047 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Request body: {'port': {'device_id': '1bcf36f9-e397-4531-8328-bb10b839df5b', 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67', 'admin_state_up': True, 'tenant_id': '07941785917446599d8b991944f7de9d'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:57.634282 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ff29bafd-7039-4485-bc62-f02c400d9749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (10018614-dbcd-4f69-b647-0c913a2ae4d0), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.637793 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ff29bafd-7039-4485-bc62-f02c400d9749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.639104 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ff29bafd-7039-4485-bc62-f02c400d9749 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/10018614-dbcd-4f69-b647-0c913a2ae4d0 HTTP/1.1" status: 204 len: 168 time: 0.1612036 Oct 23 00:56:57.650101 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29bafd-7039-4485-bc62-f02c400d9749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10018614-dbcd-4f69-b647-0c913a2ae4d0,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.764185 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Made reservation on behalf of 07941785917446599d8b991944f7de9d for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:57.771304 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.901940 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaeea4-6bd1-4f8e-b0a6-21d1e0faded5 req-4193757e-9e21-4454-9173-8dd42898ebc3 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:57.903426 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cbdaeea4-6bd1-4f8e-b0a6-21d1e0faded5 req-4193757e-9e21-4454-9173-8dd42898ebc3 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1096849 Oct 23 00:56:57.968072 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:57.989635 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4483c669-c90d-4d00-a3ff-b3d82fe8d140 req-cf667309-ea97-4635-9eb3-25b70419d4e1 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 210 time: 0.0542827 Oct 23 00:56:58.011788 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Allocated IP 172.20.0.4 (14527c61-96ca-4a72-a7dc-1f3fc1d23d67/a09079a4-c653-46e9-abcc-99e4141a6316/802a2693-a0b5-4a3e-93fb-268b1ab28c99) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:58.036719 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cbdaeea4-6bd1-4f8e-b0a6-21d1e0faded5 req-15d02915-27b0-406f-80c8-d598881c9af8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083295 Oct 23 00:56:58.175593 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks [] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.208541 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.265974 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:58.269424 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:58.271653 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Pushing event updated for resources: {'Port': ['ID=802a2693-a0b5-4a3e-93fb-268b1ab28c99,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:58.274111 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:58.309816 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device b6393ff4-2671-46cc-b21e-07679e859a71 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:56:58.329654 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:58.330629 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.334946 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: b6393ff4-2671-46cc-b21e-07679e859a71 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:56:58.335499 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device b6393ff4-2671-46cc-b21e-07679e859a71 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:56:58.351827 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-c8733c5d-0801-44b5-ba90-e0b71df7e8aa tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7422788 Oct 23 00:56:58.369126 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Request body: {'port': {'device_id': '1bcf36f9-e397-4531-8328-bb10b839df5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:58.394443 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:58.434610 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.920751 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802a2693-a0b5-4a3e-93fb-268b1ab28c99 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:58.928873 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Publish callbacks [] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.935064 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38414) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:58.942425 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Transition to ACTIVE for port object 802a2693-a0b5-4a3e-93fb-268b1ab28c99 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:58.946189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.012438 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:59.064085 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Pushing event updated for resources: {'Port': ['ID=802a2693-a0b5-4a3e-93fb-268b1ab28c99,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:59.125914 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd89e-0fdf-48d4-a6fa-3c4609cc92e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.150599 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Attempting to bind port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:59.150932 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Attempting to bind port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:59.151268 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Attempting to bind port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 on network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:59.167946 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:59.200472 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9848-91be-46fc-935d-5cf6068393ca req-1fa1abd1-5202-4c7d-99d6-36fc08c48cbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:59.201913 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-916f9848-91be-46fc-935d-5cf6068393ca req-1fa1abd1-5202-4c7d-99d6-36fc08c48cbe tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 943 time: 0.1095486 Oct 23 00:56:59.211257 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd89e-0fdf-48d4-a6fa-3c4609cc92e8 admin admin] Publish callbacks [] for security_group (e9b7dc29-8fea-4947-925d-3d8df16e24cb), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.215890 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd89e-0fdf-48d4-a6fa-3c4609cc92e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (e9b7dc29-8fea-4947-925d-3d8df16e24cb), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.234284 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92dd39-15fd-4e1f-8ce4-19e7e249e24f req-832622c0-6743-4f47-a464-873f4d5079bb tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:59.235709 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9f92dd39-15fd-4e1f-8ce4-19e7e249e24f req-832622c0-6743-4f47-a464-873f4d5079bb tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1102650 Oct 23 00:56:59.256576 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a6cbd89e-0fdf-48d4-a6fa-3c4609cc92e8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e112eaaf5eb448ea9061846930f68b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203063 Oct 23 00:56:59.257686 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbd89e-0fdf-48d4-a6fa-3c4609cc92e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7dc29-8fea-4947-925d-3d8df16e24cb,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:59.260702 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38426) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:59.278686 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 on network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:59.279018 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Attempting to bind port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 on network 14527c61-96ca-4a72-a7dc-1f3fc1d23d67 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:59.310600 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-29c38a08-ee94-49ec-90d9-f85492d9e527 admin admin] Publish callbacks [] for security_group (e9b7dc29-8fea-4947-925d-3d8df16e24cb), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.322076 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-916f9848-91be-46fc-935d-5cf6068393ca req-44355d48-01b4-4ba5-982f-cf3fcfd0d3b9 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121380 Oct 23 00:56:59.331808 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-29c38a08-ee94-49ec-90d9-f85492d9e527 admin admin] Publish callbacks [] for security_group (e9b7dc29-8fea-4947-925d-3d8df16e24cb), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.346742 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9f92dd39-15fd-4e1f-8ce4-19e7e249e24f req-ba3a10a8-5ac4-4476-b0af-5bc2b93e135a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006999 Oct 23 00:56:59.353140 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:59.353584 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Checking segment: {'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:59.354515 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Bound using segment: {'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:59.354515 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Bound port: 802a2693-a0b5-4a3e-93fb-268b1ab28c99, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537d7fbe-ad60-4a12-98a9-7d175650c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:59.355004 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.383211 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-29c38a08-ee94-49ec-90d9-f85492d9e527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (e9b7dc29-8fea-4947-925d-3d8df16e24cb), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.385799 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-29c38a08-ee94-49ec-90d9-f85492d9e527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.386952 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-29c38a08-ee94-49ec-90d9-f85492d9e527 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e9b7dc29-8fea-4947-925d-3d8df16e24cb HTTP/1.1" status: 204 len: 168 time: 0.1251853 Oct 23 00:56:59.397714 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c38a08-ee94-49ec-90d9-f85492d9e527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7dc29-8fea-4947-925d-3d8df16e24cb,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:59.420141 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] For port 802a2693-a0b5-4a3e-93fb-268b1ab28c99, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:59.423864 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] For port 802a2693-a0b5-4a3e-93fb-268b1ab28c99, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=802a2693-a0b5-4a3e-93fb-268b1ab28c99,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:59.430311 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.435325 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:59.435943 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.438126 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/802a2693-a0b5-4a3e-93fb-268b1ab28c99 HTTP/1.1" status: 200 len: 1093 time: 1.0779514 Oct 23 00:56:59.438676 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcf36f9-e397-4531-8328-bb10b839df5b', 'tag': '802a2693-a0b5-4a3e-93fb-268b1ab28c99'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:59.441000 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c51985-5122-41aa-9fcd-cd62aa10e3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcf36f9-e397-4531-8328-bb10b839df5b", "tag": "802a2693-a0b5-4a3e-93fb-268b1ab28c99"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:59.486058 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40533af9-989f-4d55-8d48-bc10f4320c27 x-openstack-request-id: req-40533af9-989f-4d55-8d48-bc10f4320c27 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:59.486341 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcf36f9-e397-4531-8328-bb10b839df5b", "tag": "802a2693-a0b5-4a3e-93fb-268b1ab28c99", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:59.486584 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40533af9-989f-4d55-8d48-bc10f4320c27 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:59.486973 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40533af9-989f-4d55-8d48-bc10f4320c27'] response: {'name': 'network-changed', 'server_uuid': '1bcf36f9-e397-4531-8328-bb10b839df5b', 'tag': '802a2693-a0b5-4a3e-93fb-268b1ab28c99', 'status': 'completed', 'code': 200} Oct 23 00:56:59.510700 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21f56d-e17c-4f21-b099-8cb8b3fc3436 service neutron] Pushing event updated for resources: {'Port': ['ID=802a2693-a0b5-4a3e-93fb-268b1ab28c99,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:59.534939 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:59.541470 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89591bb9-46ca-40c5-9048-54ef06103538 req-44af2918-1d2c-4e55-b479-8b9cec751cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:59.542793 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-44af2918-1d2c-4e55-b479-8b9cec751cfa service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=07941785917446599d8b991944f7de9d&device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 1127 time: 0.0458553 Oct 23 00:56:59.585706 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-d9926166-af44-47e4-b76a-3087b3b1c8e2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802a2693-a0b5-4a3e-93fb-268b1ab28c99 HTTP/1.1" status: 200 len: 217 time: 0.0337360 Oct 23 00:56:59.640996 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89591bb9-46ca-40c5-9048-54ef06103538 req-4bd3390f-2d2a-4f97-8bf2-b7bf6ee12db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:59.642466 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-4bd3390f-2d2a-4f97-8bf2-b7bf6ee12db4 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=a09079a4-c653-46e9-abcc-99e4141a6316 HTTP/1.1" status: 200 len: 848 time: 0.0504541 Oct 23 00:56:59.676646 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-31aba928-72b4-4413-acd7-df2ef7140d11 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267818 Oct 23 00:56:59.770894 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-7c3caf1d-dcc4-4317-a015-f4cdc145faec service neutron] 10.222.0.43 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860314 Oct 23 00:56:59.868240 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89591bb9-46ca-40c5-9048-54ef06103538 req-7581e39b-176d-408f-95a6-df9651db78ba service neutron] 10.222.0.43 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893924 Oct 23 00:57:00.484532 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb18c-e889-4d0a-90f8-e29e7e5a2ff2 req-ba24f95f-acc5-45f9-aa16-d3c6da44decf tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:00.486022 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9e5bb18c-e889-4d0a-90f8-e29e7e5a2ff2 req-ba24f95f-acc5-45f9-aa16-d3c6da44decf tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 943 time: 0.0820985 Oct 23 00:57:00.496195 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e60ef-4b8f-4cde-a915-35001e7c078e req-2652759c-1315-429e-aa15-4fb0e5c43ace tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:00.507880 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ff0e60ef-4b8f-4cde-a915-35001e7c078e req-2652759c-1315-429e-aa15-4fb0e5c43ace tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0633771 Oct 23 00:57:00.576504 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9e5bb18c-e889-4d0a-90f8-e29e7e5a2ff2 req-804dc1c8-32fb-4464-94f4-369f112ac3cb tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775776 Oct 23 00:57:00.583755 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ff0e60ef-4b8f-4cde-a915-35001e7c078e req-3e5f5548-5570-48b1-88b8-ddd35547ea95 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767846 Oct 23 00:57:01.682386 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:01.740721 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44ec30-1bde-4b60-a5ec-654cdf59082b req-628931df-f71f-47ae-9785-59270129b4c0 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:01.742202 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eb44ec30-1bde-4b60-a5ec-654cdf59082b req-628931df-f71f-47ae-9785-59270129b4c0 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 943 time: 0.0800836 Oct 23 00:57:01.748447 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e0f73-cad2-492c-92fa-a5ef6d85caa8 req-beb99345-bebe-4e9f-8cb9-61110e8d0d9a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:01.750044 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fb8e0f73-cad2-492c-92fa-a5ef6d85caa8 req-beb99345-bebe-4e9f-8cb9-61110e8d0d9a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0766358 Oct 23 00:57:01.825383 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eb44ec30-1bde-4b60-a5ec-654cdf59082b req-fdc7b7b5-39c6-4d3a-bfb8-2ac5e76bdf6c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743904 Oct 23 00:57:01.829568 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fb8e0f73-cad2-492c-92fa-a5ef6d85caa8 req-c977553e-861a-4ff4-b115-35c86ebab00f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723672 Oct 23 00:57:02.346277 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device b00f1106-5e44-46b2-8749-902b20768049 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:57:02.366487 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: b00f1106-5e44-46b2-8749-902b20768049 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:57:02.366875 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device b00f1106-5e44-46b2-8749-902b20768049 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:57:03.010012 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40283737-90b5-4f77-83f5-f12a63d5e89f req-8fefc103-f7a6-49b6-9d33-fce606ef3daf tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:03.011476 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40283737-90b5-4f77-83f5-f12a63d5e89f req-8fefc103-f7a6-49b6-9d33-fce606ef3daf tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 943 time: 0.1089828 Oct 23 00:57:03.016983 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b60e7-64b0-4046-bece-cc5f216c1fa0 req-0855178b-9920-4948-8d81-3c34f1eed5b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:03.018352 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-811b60e7-64b0-4046-bece-cc5f216c1fa0 req-0855178b-9920-4948-8d81-3c34f1eed5b4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1035645 Oct 23 00:57:03.048803 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-b48b2588-7dae-4443-9fda-f0fc97aad39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:03.050222 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-b48b2588-7dae-4443-9fda-f0fc97aad39c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=07941785917446599d8b991944f7de9d&device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 1127 time: 0.0936217 Oct 23 00:57:03.146303 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40283737-90b5-4f77-83f5-f12a63d5e89f req-b15f40ca-7d39-4c57-a92e-9d8fd6c96dd0 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246872 Oct 23 00:57:03.163045 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-811b60e7-64b0-4046-bece-cc5f216c1fa0 req-aa1e5887-0ad7-4a18-9446-fa06491bd45f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331754 Oct 23 00:57:03.179947 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:03.189611 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-73c86172-719b-4c5d-95ee-02acc89315c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:03.191065 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-73c86172-719b-4c5d-95ee-02acc89315c4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67 HTTP/1.1" status: 200 len: 909 time: 0.1312537 Oct 23 00:57:03.235709 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-94489e3a-5453-40bd-90cb-56d464a3c6ad service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802a2693-a0b5-4a3e-93fb-268b1ab28c99 HTTP/1.1" status: 200 len: 217 time: 0.0372849 Oct 23 00:57:03.283360 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-249a0201-4715-4dab-a8fc-0c416e725f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:03.284960 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-249a0201-4715-4dab-a8fc-0c416e725f1e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=a09079a4-c653-46e9-abcc-99e4141a6316 HTTP/1.1" status: 200 len: 848 time: 0.0434461 Oct 23 00:57:03.318794 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-fd526af1-a86c-421e-9fd8-0da12ca33944 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=14527c61-96ca-4a72-a7dc-1f3fc1d23d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257134 Oct 23 00:57:03.417861 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-e73b7b54-feb9-45d3-ba02-63cca595ef4e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883143 Oct 23 00:57:03.533785 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 38534) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:03.639264 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9172e8e7-615f-47f4-8137-7ec07d0b2307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:03.712755 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9172e8e7-615f-47f4-8137-7ec07d0b2307 admin admin] Publish callbacks [] for security_group (95e1e8c3-3137-40ca-821a-919d372ec5f2), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:03.716319 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9172e8e7-615f-47f4-8137-7ec07d0b2307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (95e1e8c3-3137-40ca-821a-919d372ec5f2), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:03.755003 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-9172e8e7-615f-47f4-8137-7ec07d0b2307 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7f39dbf8ef784b65883df1c2a9f68a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201321 Oct 23 00:57:03.755873 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172e8e7-615f-47f4-8137-7ec07d0b2307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e1e8c3-3137-40ca-821a-919d372ec5f2,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:03.757741 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38538) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:03.807670 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e1772f1e-1698-4a50-ae4e-12c88c7bcfe2 admin admin] Publish callbacks [] for security_group (95e1e8c3-3137-40ca-821a-919d372ec5f2), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:03.827886 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e1772f1e-1698-4a50-ae4e-12c88c7bcfe2 admin admin] Publish callbacks [] for security_group (95e1e8c3-3137-40ca-821a-919d372ec5f2), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:03.873224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e1772f1e-1698-4a50-ae4e-12c88c7bcfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (95e1e8c3-3137-40ca-821a-919d372ec5f2), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:03.875906 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e1772f1e-1698-4a50-ae4e-12c88c7bcfe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:03.877098 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e1772f1e-1698-4a50-ae4e-12c88c7bcfe2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/95e1e8c3-3137-40ca-821a-919d372ec5f2 HTTP/1.1" status: 204 len: 168 time: 0.1183558 Oct 23 00:57:03.885076 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1772f1e-1698-4a50-ae4e-12c88c7bcfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e1e8c3-3137-40ca-821a-919d372ec5f2,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:04.154345 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 38548) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:04.171314 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f17a39d9-35fa-4d1d-bba3-c6bf70db237f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.279084 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:04.310476 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f17a39d9-35fa-4d1d-bba3-c6bf70db237f admin admin] Publish callbacks [] for security_group (d4dc3931-1c03-4b5f-bbaa-8aabea4a84f6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.331808 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f17a39d9-35fa-4d1d-bba3-c6bf70db237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d4dc3931-1c03-4b5f-bbaa-8aabea4a84f6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.342828 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5605aec-77ae-4b33-9041-77a1e46fe9cc req-ce065096-f82b-4440-a314-fcaf504be561 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:04.344379 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f5605aec-77ae-4b33-9041-77a1e46fe9cc req-ce065096-f82b-4440-a314-fcaf504be561 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 943 time: 0.1022813 Oct 23 00:57:04.354748 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 802a2693-a0b5-4a3e-93fb-268b1ab28c99 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:57:04.379041 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbac460-c7d1-4af7-8b4d-4388bd45abc0 req-251b1825-80cd-435d-8a48-01f32e2ce1d6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:04.380496 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5cbac460-c7d1-4af7-8b4d-4388bd45abc0 req-251b1825-80cd-435d-8a48-01f32e2ce1d6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1036899 Oct 23 00:57:04.413970 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a39d9-35fa-4d1d-bba3-c6bf70db237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dc3931-1c03-4b5f-bbaa-8aabea4a84f6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:04.431417 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-f17a39d9-35fa-4d1d-bba3-c6bf70db237f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5b0fdc38ca834b469a7f5c07c094c1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754281 Oct 23 00:57:04.434154 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38558) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:04.456242 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 802a2693-a0b5-4a3e-93fb-268b1ab28c99, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=802a2693-a0b5-4a3e-93fb-268b1ab28c99,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:04.468963 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '802a2693-a0b5-4a3e-93fb-268b1ab28c99', 'network_id': '14527c61-96ca-4a72-a7dc-1f3fc1d23d67', 'port_id': '802a2693-a0b5-4a3e-93fb-268b1ab28c99', 'mac_address': 'fa:16:3e:f5:f3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09079a4-c653-46e9-abcc-99e4141a6316', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:57:04.469425 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f5605aec-77ae-4b33-9041-77a1e46fe9cc req-8366f297-2fc6-4f71-ada5-53661564cc15 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132169 Oct 23 00:57:04.476865 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5cbac460-c7d1-4af7-8b4d-4388bd45abc0 req-35eb59b0-3232-42f8-bdf1-7afd32b9ce7c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803847 Oct 23 00:57:04.501473 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e30501ec-f890-4cfe-bd2d-17a198b47c24 admin admin] Publish callbacks [] for security_group (d4dc3931-1c03-4b5f-bbaa-8aabea4a84f6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.515736 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:04.516135 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.523785 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e30501ec-f890-4cfe-bd2d-17a198b47c24 admin admin] Publish callbacks [] for security_group (d4dc3931-1c03-4b5f-bbaa-8aabea4a84f6), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.529237 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802a2693-a0b5-4a3e-93fb-268b1ab28c99 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:57:04.548930 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 802a2693-a0b5-4a3e-93fb-268b1ab28c99, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=802a2693-a0b5-4a3e-93fb-268b1ab28c99,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:04.552881 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.572841 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e30501ec-f890-4cfe-bd2d-17a198b47c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d4dc3931-1c03-4b5f-bbaa-8aabea4a84f6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.575407 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e30501ec-f890-4cfe-bd2d-17a198b47c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:04.576605 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e30501ec-f890-4cfe-bd2d-17a198b47c24 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d4dc3931-1c03-4b5f-bbaa-8aabea4a84f6 HTTP/1.1" status: 204 len: 168 time: 0.1414461 Oct 23 00:57:04.586605 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30501ec-f890-4cfe-bd2d-17a198b47c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dc3931-1c03-4b5f-bbaa-8aabea4a84f6,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:04.606043 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:04.613803 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=802a2693-a0b5-4a3e-93fb-268b1ab28c99,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:04.986914 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:05.022478 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['802a2693-a0b5-4a3e-93fb-268b1ab28c99'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:57:05.081146 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c51985-5122-41aa-9fcd-cd62aa10e3f1 req-6642d6ff-cd3b-4218-94af-000b75a8b746 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119697 Oct 23 00:57:05.171001 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d9c08-75c3-49e9-92e1-06b99270e3ae req-893cd1bd-c430-44fb-bf11-150dcfa2a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:05.172702 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-212d9c08-75c3-49e9-92e1-06b99270e3ae req-893cd1bd-c430-44fb-bf11-150dcfa2a975 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 1130 time: 0.0430384 Oct 23 00:57:05.220232 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-212d9c08-75c3-49e9-92e1-06b99270e3ae req-b421ca21-275c-4d06-a8a6-5b6a86c881dd service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Oct 23 00:57:05.644666 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9059c-ff1c-49b0-b845-10a5668b35ea req-1d2c952a-3c66-4b52-918d-a69ff2cfab9e tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:05.646272 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45a9059c-ff1c-49b0-b845-10a5668b35ea req-1d2c952a-3c66-4b52-918d-a69ff2cfab9e tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 944 time: 0.0851722 Oct 23 00:57:05.657842 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278fb7b-13c6-455f-8584-3a01ae02fd9c req-10be7ec8-0dfb-443f-a9f6-1d31c27a5d74 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:05.659427 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b278fb7b-13c6-455f-8584-3a01ae02fd9c req-10be7ec8-0dfb-443f-a9f6-1d31c27a5d74 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0955048 Oct 23 00:57:05.738746 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45a9059c-ff1c-49b0-b845-10a5668b35ea req-fe064e23-ed0e-4606-b0cc-9ba8d54dcada tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782940 Oct 23 00:57:05.746448 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b278fb7b-13c6-455f-8584-3a01ae02fd9c req-c9e1a0dd-7f43-494a-acba-370c3edc4ed3 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780075 Oct 23 00:57:06.378356 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 802a2693-a0b5-4a3e-93fb-268b1ab28c99 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:06.419639 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:57:06.426848 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:06.427226 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:06.427561 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 Oct 23 00:57:06.499957 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:06.500373 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:06.522478 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf36f9-e397-4531-8328-bb10b839df5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802a2693-a0b5-4a3e-93fb-268b1ab28c99'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:06.524670 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a38bf3-e2e8-4adb-aa4d-c09be0e8c28f" -d '{"events": [{"server_uuid": "1bcf36f9-e397-4531-8328-bb10b839df5b", "name": "network-vif-plugged", "status": "completed", "tag": "802a2693-a0b5-4a3e-93fb-268b1ab28c99"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:06.536331 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:06.538233 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 802a2693-a0b5-4a3e-93fb-268b1ab28c99, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=802a2693-a0b5-4a3e-93fb-268b1ab28c99,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:06.543515 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:06.569904 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc614616-0c3a-4889-a8f8-4f067420a096 x-openstack-request-id: req-dc614616-0c3a-4889-a8f8-4f067420a096 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:06.570214 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf36f9-e397-4531-8328-bb10b839df5b", "name": "network-vif-plugged", "status": "completed", "tag": "802a2693-a0b5-4a3e-93fb-268b1ab28c99", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:06.570464 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc614616-0c3a-4889-a8f8-4f067420a096 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:06.570850 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc614616-0c3a-4889-a8f8-4f067420a096'] response: {'server_uuid': '1bcf36f9-e397-4531-8328-bb10b839df5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802a2693-a0b5-4a3e-93fb-268b1ab28c99', 'code': 200} Oct 23 00:57:06.595874 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=802a2693-a0b5-4a3e-93fb-268b1ab28c99,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:06.646976 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:57:06.923106 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c401b-4ee3-4b45-af2b-fbfe0517a8cc req-8e637f2c-5afd-4457-b51b-ad5915399243 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:06.924631 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e82c401b-4ee3-4b45-af2b-fbfe0517a8cc req-8e637f2c-5afd-4457-b51b-ad5915399243 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0887005 Oct 23 00:57:06.935105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17656cfe-2657-4003-9f27-f9b6211f34c0 req-28ca6478-a420-4cc3-85f0-1f1b081747cb tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:06.936584 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-17656cfe-2657-4003-9f27-f9b6211f34c0 req-28ca6478-a420-4cc3-85f0-1f1b081747cb tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 945 time: 0.0647535 Oct 23 00:57:07.011471 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e82c401b-4ee3-4b45-af2b-fbfe0517a8cc req-c91b28ec-d3a9-4753-8392-97b03d3759b6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739446 Oct 23 00:57:07.014991 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-17656cfe-2657-4003-9f27-f9b6211f34c0 req-29971667-b51f-4829-b4c3-64a924ac2303 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702031 Oct 23 00:57:07.145298 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597c8f-4653-4ab8-9d57-7d46f669dfcb req-38aa75f9-7e88-434d-b992-5e479ad2e63f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:07.146789 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-76597c8f-4653-4ab8-9d57-7d46f669dfcb req-38aa75f9-7e88-434d-b992-5e479ad2e63f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0528708 Oct 23 00:57:07.201458 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-76597c8f-4653-4ab8-9d57-7d46f669dfcb req-24f84c66-1b31-4e94-9bcd-7b4e1f562b25 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 Oct 23 00:57:07.242878 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab3026-87e4-4064-b500-d4f23201bf2f req-55deca76-6973-4346-a4a2-6cf8860ca7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:07.244384 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dfab3026-87e4-4064-b500-d4f23201bf2f req-55deca76-6973-4346-a4a2-6cf8860ca7d6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 1129 time: 0.0414510 Oct 23 00:57:07.291311 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dfab3026-87e4-4064-b500-d4f23201bf2f req-76a01a9a-3200-4236-8f78-6befe2171929 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395885 Oct 23 00:57:08.150129 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8015a2-3328-4809-a3da-6c524cd8831f req-fcf6deef-56ff-49e2-a979-16562d617e01 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:08.151595 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e8015a2-3328-4809-a3da-6c524cd8831f req-fcf6deef-56ff-49e2-a979-16562d617e01 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 945 time: 0.0485990 Oct 23 00:57:08.183148 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:08.200615 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e8015a2-3328-4809-a3da-6c524cd8831f req-e01c77a6-e1b8-43b0-b98f-f1601e25563d tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Oct 23 00:57:08.653558 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:08.858759 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba42dd-7139-4f2b-91c4-29ad9a63c13c req-581874c5-fc85-4f3a-8442-ff07abff1a5b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:08.860266 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53ba42dd-7139-4f2b-91c4-29ad9a63c13c req-581874c5-fc85-4f3a-8442-ff07abff1a5b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0502617 Oct 23 00:57:08.912850 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53ba42dd-7139-4f2b-91c4-29ad9a63c13c req-e96570e9-9fff-4f87-b24b-c93b45f9eab7 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Oct 23 00:57:09.343961 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-700abf7b-308f-4f56-a547-e5632600e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:09.345634 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-700abf7b-308f-4f56-a547-e5632600e17c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 1129 time: 0.0716023 Oct 23 00:57:09.355676 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9859-fd66-438d-9d28-0f4272f5d0ec req-2b1a4494-ce2a-4076-b8b9-4369f3ee9c2c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:09.357193 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91bd9859-fd66-438d-9d28-0f4272f5d0ec req-2b1a4494-ce2a-4076-b8b9-4369f3ee9c2c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 945 time: 0.0708838 Oct 23 00:57:09.445589 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:09.480670 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-91bd9859-fd66-438d-9d28-0f4272f5d0ec req-5e7061ee-dee9-4624-8549-e058100d3215 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142571 Oct 23 00:57:09.494137 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-a8096f7e-dada-46fb-bc7b-0a595212d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:09.495574 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-a8096f7e-dada-46fb-bc7b-0a595212d145 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.1375542 Oct 23 00:57:09.535053 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-6598ab73-b055-4143-9e42-8166c71e545d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94 HTTP/1.1" status: 200 len: 217 time: 0.0329995 Oct 23 00:57:09.590377 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-f3788c5b-e768-47b7-9ae7-27b67b884b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:09.591904 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-f3788c5b-e768-47b7-9ae7-27b67b884b13 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0509503 Oct 23 00:57:09.637402 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-288528bc-5e78-489a-a3ac-6f243e2f8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:09.638899 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-288528bc-5e78-489a-a3ac-6f243e2f8db6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396557 Oct 23 00:57:09.729676 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-15b1fc6c-f312-4476-ab9e-aaf7754cec81 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845335 Oct 23 00:57:09.831891 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0e49e174-49b4-4b69-9935-d09f6e630c62 req-04f82c3f-39bc-4c84-8e03-f3a212cbf6e1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941703 Oct 23 00:57:10.039789 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262a763-50a1-468f-869c-665e556765e8 req-72ea8a0b-bb39-47d7-8697-b749386007a1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:10.041297 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c262a763-50a1-468f-869c-665e556765e8 req-72ea8a0b-bb39-47d7-8697-b749386007a1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0507112 Oct 23 00:57:10.093064 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c262a763-50a1-468f-869c-665e556765e8 req-5d66307a-0fa7-4945-ad1b-f2f22a8476b7 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Oct 23 00:57:10.262863 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35d16b51-3f8e-4167-8d89-ed5caa935fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:10.280400 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31673a10-f547-4eae-b77c-1a33cca503b3 req-72fb4f68-5c01-4c0d-863a-509ebaa839c7 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:10.281855 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31673a10-f547-4eae-b77c-1a33cca503b3 req-72fb4f68-5c01-4c0d-863a-509ebaa839c7 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 945 time: 0.0519607 Oct 23 00:57:10.328473 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31673a10-f547-4eae-b77c-1a33cca503b3 req-2c0ab11c-fa64-4d9a-bb99-d8b966d4cbed tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Oct 23 00:57:11.227681 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282849b4-2284-4b0a-87d0-8ed555f4b80a req-58b97866-9b86-4181-ac34-04551424b592 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:11.229186 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-282849b4-2284-4b0a-87d0-8ed555f4b80a req-58b97866-9b86-4181-ac34-04551424b592 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0531478 Oct 23 00:57:11.276068 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-282849b4-2284-4b0a-87d0-8ed555f4b80a req-dddd4cfd-2820-4eb6-9165-34bfcdc5f099 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Oct 23 00:57:11.445637 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca662e5c-a27e-4e39-8f0c-9f7f3f2f1b94 req-f837d366-3d3f-45b4-90a3-bdd33a5a7ce2 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:11.447085 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ca662e5c-a27e-4e39-8f0c-9f7f3f2f1b94 req-f837d366-3d3f-45b4-90a3-bdd33a5a7ce2 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 945 time: 0.0457993 Oct 23 00:57:11.473362 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:11.496230 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ca662e5c-a27e-4e39-8f0c-9f7f3f2f1b94 req-c0491374-e67d-49c5-9b51-dd84f6cb25b1 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1aa80b72-acba-468a-a763-0597b01405da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436308 Oct 23 00:57:11.825525 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-eaa32f49-0275-479d-af2e-bab221cc3db6 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:11.826961 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-eaa32f49-0275-479d-af2e-bab221cc3db6 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 945 time: 0.0459051 Oct 23 00:57:11.909381 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Deleting port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:57:11.909716 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:12.182576 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] For port 802a2693-a0b5-4a3e-93fb-268b1ab28c99, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=802a2693-a0b5-4a3e-93fb-268b1ab28c99,segment=NetworkSegment(537d7fbe-ad60-4a12-98a9-7d175650c845),segment_id=537d7fbe-ad60-4a12-98a9-7d175650c845)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:12.182950 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:12.198405 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Calling delete_port for 802a2693-a0b5-4a3e-93fb-268b1ab28c99 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:57:12.243132 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:12.363589 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (802a2693-a0b5-4a3e-93fb-268b1ab28c99), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:12.390604 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['802a2693-a0b5-4a3e-93fb-268b1ab28c99'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:57:12.417675 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Pushing event deleted for resources: {'Port': ['ID=802a2693-a0b5-4a3e-93fb-268b1ab28c99,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:12.439905 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8bf1f-2538-4cf4-bbc9-7efaeabf5f74 req-fc594a9e-8dcf-4072-9256-68c94eb1f517 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:12.441900 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-47a8bf1f-2538-4cf4-bbc9-7efaeabf5f74 req-fc594a9e-8dcf-4072-9256-68c94eb1f517 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0806129 Oct 23 00:57:12.472114 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8d1e339f-fbea-4e2d-aa92-7ae218bf5c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:12.488290 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] No DVR routers for this DVR port 802a2693-a0b5-4a3e-93fb-268b1ab28c99 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:57:12.496325 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:12.500286 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-687721a2-efb5-4d15-bf73-ff889f717b2f req-3b5d9803-9767-487d-b586-2510c1233c84 tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.43 "DELETE /networking/v2.0/ports/802a2693-a0b5-4a3e-93fb-268b1ab28c99 HTTP/1.1" status: 204 len: 173 time: 0.6677082 Oct 23 00:57:12.500798 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcf36f9-e397-4531-8328-bb10b839df5b', 'name': 'network-vif-deleted', 'tag': '802a2693-a0b5-4a3e-93fb-268b1ab28c99'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:12.503258 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de7a163-f79b-4151-b1c8-2a9ba7f56784" -d '{"events": [{"server_uuid": "1bcf36f9-e397-4531-8328-bb10b839df5b", "name": "network-vif-deleted", "tag": "802a2693-a0b5-4a3e-93fb-268b1ab28c99"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:12.539056 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-47a8bf1f-2538-4cf4-bbc9-7efaeabf5f74 req-010de4ab-4434-41a0-a319-f9d81132cc73 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808759 Oct 23 00:57:12.553681 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f203ed5-8be2-4f3c-a83e-6e044189c536 x-openstack-request-id: req-7f203ed5-8be2-4f3c-a83e-6e044189c536 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:12.554123 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcf36f9-e397-4531-8328-bb10b839df5b", "name": "network-vif-deleted", "tag": "802a2693-a0b5-4a3e-93fb-268b1ab28c99", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:12.554534 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f203ed5-8be2-4f3c-a83e-6e044189c536 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:12.554774 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f203ed5-8be2-4f3c-a83e-6e044189c536'] response: {'server_uuid': '1bcf36f9-e397-4531-8328-bb10b839df5b', 'name': 'network-vif-deleted', 'tag': '802a2693-a0b5-4a3e-93fb-268b1ab28c99', 'status': 'completed', 'code': 200} Oct 23 00:57:12.637781 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c4e1e7ee-4157-4114-9fb8-cad1e8436664 req-56b5e1a4-3679-4547-ab9e-2f8a01120e6c tempest-VolumesActionsTest-1567917783 tempest-VolumesActionsTest-1567917783-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=1bcf36f9-e397-4531-8328-bb10b839df5b HTTP/1.1" status: 200 len: 210 time: 0.0308640 Oct 23 00:57:13.388225 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38772) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:13.413876 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:13.435072 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9becaedb-ec33-4686-a8cc-a897aae2b67f admin admin] Deleting subnet 403ceea4-43aa-4aab-9542-d9a33567589a {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 00:57:13.438218 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9becaedb-ec33-4686-a8cc-a897aae2b67f admin admin] Publish callbacks [] for subnet (403ceea4-43aa-4aab-9542-d9a33567589a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.475512 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9becaedb-ec33-4686-a8cc-a897aae2b67f admin admin] Publish callbacks [] for subnet (403ceea4-43aa-4aab-9542-d9a33567589a), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.481446 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9becaedb-ec33-4686-a8cc-a897aae2b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (403ceea4-43aa-4aab-9542-d9a33567589a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.532891 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9becaedb-ec33-4686-a8cc-a897aae2b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (403ceea4-43aa-4aab-9542-d9a33567589a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.560056 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becaedb-ec33-4686-a8cc-a897aae2b67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403ceea4-43aa-4aab-9542-d9a33567589a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:13.562040 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9becaedb-ec33-4686-a8cc-a897aae2b67f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.567367 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-9becaedb-ec33-4686-a8cc-a897aae2b67f admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/403ceea4-43aa-4aab-9542-d9a33567589a HTTP/1.1" status: 204 len: 168 time: 0.1757686 Oct 23 00:57:13.567797 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 38774) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:13.666007 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (3f97ffbb-6b50-49ec-8936-d64957d31019), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.683734 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.691166 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba37c97-1143-461a-98c6-fbef87715a98 req-6b6cadc1-ac01-4e29-b4cf-aec96da44989 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:13.692697 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ba37c97-1143-461a-98c6-fbef87715a98 req-6b6cadc1-ac01-4e29-b4cf-aec96da44989 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0657029 Oct 23 00:57:13.793165 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (3f97ffbb-6b50-49ec-8936-d64957d31019), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.821901 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f97ffbb-6b50-49ec-8936-d64957d31019']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:13.827492 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ba37c97-1143-461a-98c6-fbef87715a98 req-1ced3dc9-ec9a-4a1b-967c-b8d8617a415d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150022 Oct 23 00:57:13.837398 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399d63d5-892f-43fe-ba5b-e2ebbeed98ae') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:13.837700 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399d63d5-892f-43fe-ba5b-e2ebbeed98ae') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:13.848896 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3133796'] for segment (399d63d5-892f-43fe-ba5b-e2ebbeed98ae), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.863261 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (399d63d5-892f-43fe-ba5b-e2ebbeed98ae), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.870323 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 00:57:13.871051 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7733977'] for segment (399d63d5-892f-43fe-ba5b-e2ebbeed98ae), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.914806 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 399d63d5-892f-43fe-ba5b-e2ebbeed98ae resource provider aggregate not found Oct 23 00:57:13.938740 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (3f97ffbb-6b50-49ec-8936-d64957d31019), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.944934 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.948367 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/3f97ffbb-6b50-49ec-8936-d64957d31019 HTTP/1.1" status: 204 len: 168 time: 0.3795440 Oct 23 00:57:13.951308 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38800) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:13.952192 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 399d63d5-892f-43fe-ba5b-e2ebbeed98ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 399d63d5-892f-43fe-ba5b-e2ebbeed98ae found for delete ", "request_id": "req-35750ff8-b872-4542-8dd9-39b8ce7455d7"}]} Oct 23 00:57:13.965152 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ce41d-a22e-4a4e-88b8-fdb85ae7e7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f97ffbb-6b50-49ec-8936-d64957d31019,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:14.004335 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:14.013478 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11c59cf-e506-4f09-a8f3-a41dbdd5c482 admin admin] Deleting subnet d7e08d84-6a5d-4fde-ba35-5b474e652cb1 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 00:57:14.017614 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c11c59cf-e506-4f09-a8f3-a41dbdd5c482 admin admin] Publish callbacks [] for subnet (d7e08d84-6a5d-4fde-ba35-5b474e652cb1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.058874 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c11c59cf-e506-4f09-a8f3-a41dbdd5c482 admin admin] Publish callbacks [] for subnet (d7e08d84-6a5d-4fde-ba35-5b474e652cb1), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.065690 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c11c59cf-e506-4f09-a8f3-a41dbdd5c482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (d7e08d84-6a5d-4fde-ba35-5b474e652cb1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.130553 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c11c59cf-e506-4f09-a8f3-a41dbdd5c482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (d7e08d84-6a5d-4fde-ba35-5b474e652cb1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.157791 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c59cf-e506-4f09-a8f3-a41dbdd5c482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e08d84-6a5d-4fde-ba35-5b474e652cb1,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:14.163068 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c11c59cf-e506-4f09-a8f3-a41dbdd5c482 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.166424 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-c11c59cf-e506-4f09-a8f3-a41dbdd5c482 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/d7e08d84-6a5d-4fde-ba35-5b474e652cb1 HTTP/1.1" status: 204 len: 168 time: 0.2130885 Oct 23 00:57:14.169149 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 38818) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:14.231992 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:14.254086 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (bafefe40-18c3-49dd-9605-0a51967dcadf), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.349757 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (bafefe40-18c3-49dd-9605-0a51967dcadf), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.376618 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafefe40-18c3-49dd-9605-0a51967dcadf']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:14.390716 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:14.391214 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:14.405832 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3133796'] for segment (bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.421575 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.428647 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 00:57:14.429100 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7733977'] for segment (bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.493410 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (bafefe40-18c3-49dd-9605-0a51967dcadf), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.501110 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.505313 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/bafefe40-18c3-49dd-9605-0a51967dcadf HTTP/1.1" status: 204 len: 168 time: 0.3350530 Oct 23 00:57:14.516938 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d9426-a095-4883-89d6-9018ff775384 admin admin] Pushing event deleted for resources: {'Network': ['ID=bafefe40-18c3-49dd-9605-0a51967dcadf,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:14.677855 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38850) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:14.717756 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b29e332d-04cc-4d37-9dc7-94f120460740 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fbb04f1a5b184c9eb995165da5a3e58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387096 Oct 23 00:57:14.720069 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38852) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:14.770720 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d922ea23-ad13-486f-aad0-7d724c3ca9f9 admin admin] Publish callbacks [] for security_group (d9a74f7c-7c55-4f20-a126-041d45b93998), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.790499 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d922ea23-ad13-486f-aad0-7d724c3ca9f9 admin admin] Publish callbacks [] for security_group (d9a74f7c-7c55-4f20-a126-041d45b93998), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.834886 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d922ea23-ad13-486f-aad0-7d724c3ca9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d9a74f7c-7c55-4f20-a126-041d45b93998), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.837772 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d922ea23-ad13-486f-aad0-7d724c3ca9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.838897 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d922ea23-ad13-486f-aad0-7d724c3ca9f9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d9a74f7c-7c55-4f20-a126-041d45b93998 HTTP/1.1" status: 204 len: 168 time: 0.1178989 Oct 23 00:57:14.846974 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922ea23-ad13-486f-aad0-7d724c3ca9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a74f7c-7c55-4f20-a126-041d45b93998,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:14.954770 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f47f2-bf26-4b1c-a666-b907666bc996 req-9df3b65f-9f1e-4b5c-ae9e-b67ad009caaa tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:14.957142 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3a4f47f2-bf26-4b1c-a666-b907666bc996 req-9df3b65f-9f1e-4b5c-ae9e-b67ad009caaa tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0494030 Oct 23 00:57:14.976992 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:15.011193 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3a4f47f2-bf26-4b1c-a666-b907666bc996 req-cee78c56-e115-4423-a3e4-b7ef5285bd80 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482790 Oct 23 00:57:15.168494 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38860) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:15.209855 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8e4ba56c-1ffa-4f0f-9fee-8e5d2b190bd7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f8692c5b86f64ab1a98ea2dd6c7cffbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399518 Oct 23 00:57:15.212119 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38862) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:15.259300 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-99e6b9d5-9ece-48e2-9139-b2be7fddb3e4 admin admin] Publish callbacks [] for security_group (8145efaf-a991-4473-8472-3982d7f3ac26), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.280603 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-99e6b9d5-9ece-48e2-9139-b2be7fddb3e4 admin admin] Publish callbacks [] for security_group (8145efaf-a991-4473-8472-3982d7f3ac26), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.323735 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.328211 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-99e6b9d5-9ece-48e2-9139-b2be7fddb3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8145efaf-a991-4473-8472-3982d7f3ac26), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.329591 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.330947 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-99e6b9d5-9ece-48e2-9139-b2be7fddb3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.332089 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-99e6b9d5-9ece-48e2-9139-b2be7fddb3e4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8145efaf-a991-4473-8472-3982d7f3ac26 HTTP/1.1" status: 204 len: 168 time: 0.1190538 Oct 23 00:57:15.339937 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b9d5-9ece-48e2-9139-b2be7fddb3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8145efaf-a991-4473-8472-3982d7f3ac26,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:15.981734 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d resource provider aggregate not found Oct 23 00:57:16.000447 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdf6c5cf-5f51-40a4-b0b8-f318b4a4891d found for delete ", "request_id": "req-ed5c871f-8a7c-4ea1-ba64-457763246128"}]} Oct 23 00:57:16.156512 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6cff5-5b81-4b88-a0cf-daa9fe4daffc req-67fa6aa2-0c96-4e35-b607-b8a80e923a90 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:16.158373 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-12f6cff5-5b81-4b88-a0cf-daa9fe4daffc req-67fa6aa2-0c96-4e35-b607-b8a80e923a90 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0581894 Oct 23 00:57:16.223947 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-12f6cff5-5b81-4b88-a0cf-daa9fe4daffc req-2ad7e368-f048-4ec1-9482-b7629554b178 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572472 Oct 23 00:57:16.393024 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 802a2693-a0b5-4a3e-93fb-268b1ab28c99 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:57:16.413845 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 802a2693-a0b5-4a3e-93fb-268b1ab28c99 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:57:16.414192 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 802a2693-a0b5-4a3e-93fb-268b1ab28c99 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:57:16.749884 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 38938) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:16.898059 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-da205958-4394-4bb8-ba1a-86ebfe8db1d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.032003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-da205958-4394-4bb8-ba1a-86ebfe8db1d1 admin admin] Publish callbacks [] for security_group (a06075bf-09f4-4241-8608-7e42c54e86bd), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.036795 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-da205958-4394-4bb8-ba1a-86ebfe8db1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a06075bf-09f4-4241-8608-7e42c54e86bd), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.070283 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:17.077582 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=10,neutron:INSERT=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:17.082907 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da205958-4394-4bb8-ba1a-86ebfe8db1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06075bf-09f4-4241-8608-7e42c54e86bd,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:17.089281 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-da205958-4394-4bb8-ba1a-86ebfe8db1d1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=47712cb5b4834f918d3c4437f5bb0feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375604 Oct 23 00:57:17.094645 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 38944) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:17.187196 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aced5ce5-9047-4f45-ba76-56fa9087b435 admin admin] Publish callbacks [] for security_group (a06075bf-09f4-4241-8608-7e42c54e86bd), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.221340 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aced5ce5-9047-4f45-ba76-56fa9087b435 admin admin] Publish callbacks [] for security_group (a06075bf-09f4-4241-8608-7e42c54e86bd), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.316204 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aced5ce5-9047-4f45-ba76-56fa9087b435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a06075bf-09f4-4241-8608-7e42c54e86bd), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.319083 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aced5ce5-9047-4f45-ba76-56fa9087b435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.323739 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-aced5ce5-9047-4f45-ba76-56fa9087b435 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a06075bf-09f4-4241-8608-7e42c54e86bd HTTP/1.1" status: 204 len: 168 time: 0.2267714 Oct 23 00:57:17.339684 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced5ce5-9047-4f45-ba76-56fa9087b435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06075bf-09f4-4241-8608-7e42c54e86bd,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:17.401577 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24f84d-3864-496c-9030-073d93edfa8c req-b7d6046f-acc3-425e-89ff-f5027a817bfd tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:17.403185 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dc24f84d-3864-496c-9030-073d93edfa8c req-b7d6046f-acc3-425e-89ff-f5027a817bfd tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0613441 Oct 23 00:57:17.465132 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dc24f84d-3864-496c-9030-073d93edfa8c req-301b4453-e7c3-487f-9c0d-6979aaf1ffab tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530033 Oct 23 00:57:18.654012 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc11d68-a85d-415e-9afa-c5cd87e54ff4 req-4d86ec9c-d0e9-4f7a-89e4-35bc63028038 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:18.661652 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ecc11d68-a85d-415e-9afa-c5cd87e54ff4 req-4d86ec9c-d0e9-4f7a-89e4-35bc63028038 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0873837 Oct 23 00:57:18.721288 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ecc11d68-a85d-415e-9afa-c5cd87e54ff4 req-fb58ded1-b0ac-40dd-9ec2-248ddc379c2d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Oct 23 00:57:18.777488 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39046) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:18.935606 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-82d08c44-32bf-4e0c-9f1c-1cf89ace4d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.998441 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:19.047053 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-82d08c44-32bf-4e0c-9f1c-1cf89ace4d66 admin admin] Publish callbacks [] for security_group (d8ff6b44-bac6-430f-9235-5bf12995a7ad), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.051811 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-82d08c44-32bf-4e0c-9f1c-1cf89ace4d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d8ff6b44-bac6-430f-9235-5bf12995a7ad), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.094274 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d08c44-32bf-4e0c-9f1c-1cf89ace4d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ff6b44-bac6-430f-9235-5bf12995a7ad,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:19.102661 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39056) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:19.103315 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-82d08c44-32bf-4e0c-9f1c-1cf89ace4d66 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=522410e2a33a4dc0ac13b1a729a22aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241129 Oct 23 00:57:19.168511 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a3055248-7eaf-4905-89dc-61e9b7ef7706 admin admin] Publish callbacks [] for security_group (d8ff6b44-bac6-430f-9235-5bf12995a7ad), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.195572 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a3055248-7eaf-4905-89dc-61e9b7ef7706 admin admin] Publish callbacks [] for security_group (d8ff6b44-bac6-430f-9235-5bf12995a7ad), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.259423 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a3055248-7eaf-4905-89dc-61e9b7ef7706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d8ff6b44-bac6-430f-9235-5bf12995a7ad), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.262802 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a3055248-7eaf-4905-89dc-61e9b7ef7706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.265326 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a3055248-7eaf-4905-89dc-61e9b7ef7706 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d8ff6b44-bac6-430f-9235-5bf12995a7ad HTTP/1.1" status: 204 len: 168 time: 0.1604602 Oct 23 00:57:19.294248 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3055248-7eaf-4905-89dc-61e9b7ef7706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ff6b44-bac6-430f-9235-5bf12995a7ad,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:19.859739 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e3d8-bc56-4f40-8223-dae2fd957479 req-af1a0be5-a3d5-4611-a961-c026535ecb35 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:19.862095 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-04e1e3d8-bc56-4f40-8223-dae2fd957479 req-af1a0be5-a3d5-4611-a961-c026535ecb35 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0592768 Oct 23 00:57:19.915409 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-04e1e3d8-bc56-4f40-8223-dae2fd957479 req-4668ba11-dc2c-4655-a39f-8f07090839e4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 Oct 23 00:57:20.466347 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3d22568d-606b-4609-8512-bbcae466aba2 req-4afbcd79-39e5-4947-8098-e28ab130b1de service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448823 Oct 23 00:57:20.545796 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22568d-606b-4609-8512-bbcae466aba2 req-734c2534-dfba-4a1d-98a4-e9b51439ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:20.547607 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3d22568d-606b-4609-8512-bbcae466aba2 req-734c2534-dfba-4a1d-98a4-e9b51439ba0e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1130 time: 0.0475211 Oct 23 00:57:20.671186 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:20.675638 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:20.712940 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22568d-606b-4609-8512-bbcae466aba2 req-fec81a8d-c24a-44f8-8d12-d7ca3d48aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:20.714967 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3d22568d-606b-4609-8512-bbcae466aba2 req-fec81a8d-c24a-44f8-8d12-d7ca3d48aac7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.1156728 Oct 23 00:57:20.822333 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:20.833161 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3d22568d-606b-4609-8512-bbcae466aba2 req-8b75148d-6169-4c0f-9528-fddcce8011e1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 1002 time: 0.1094139 Oct 23 00:57:20.898828 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22568d-606b-4609-8512-bbcae466aba2 req-7be3a68e-7d69-4466-8231-3859ea9f7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:20.900290 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3d22568d-606b-4609-8512-bbcae466aba2 req-7be3a68e-7d69-4466-8231-3859ea9f7cf0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0603955 Oct 23 00:57:20.960932 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22568d-606b-4609-8512-bbcae466aba2 req-bee7c10f-a993-491d-85c7-81db8c83efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:20.962755 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3d22568d-606b-4609-8512-bbcae466aba2 req-bee7c10f-a993-491d-85c7-81db8c83efa5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0542049 Oct 23 00:57:21.146636 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711d7af-9e95-432a-8043-9255097ac90d req-149c7e43-6f2a-4b76-b9bf-389bef1e8217 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:21.148640 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8711d7af-9e95-432a-8043-9255097ac90d req-149c7e43-6f2a-4b76-b9bf-389bef1e8217 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.1509109 Oct 23 00:57:21.161094 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3d22568d-606b-4609-8512-bbcae466aba2 req-56b6500c-23ea-4851-a69a-e454c83139e5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891503 Oct 23 00:57:21.299570 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8711d7af-9e95-432a-8043-9255097ac90d req-51c423a9-3e1a-41e1-9579-c08a8843a892 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433063 Oct 23 00:57:21.335545 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3d22568d-606b-4609-8512-bbcae466aba2 req-e69da44c-c6e4-4baf-9802-1cd3e18f09cd service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672738 Oct 23 00:57:22.253993 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:22.438078 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8271-d8ae-4e7b-a161-fa1b22cf624d req-745c3590-1918-4411-8097-e3767f292da9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:22.445323 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b68d8271-d8ae-4e7b-a161-fa1b22cf624d req-745c3590-1918-4411-8097-e3767f292da9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0564148 Oct 23 00:57:22.496976 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b68d8271-d8ae-4e7b-a161-fa1b22cf624d req-a519510f-cebc-4dc5-8f57-d188f3e76394 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499730 Oct 23 00:57:23.635900 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0737-c9ab-41af-ba8d-5f77dde3a33a req-767dd489-89c2-419c-9b00-5c1cac02c63f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:23.637496 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b25e0737-c9ab-41af-ba8d-5f77dde3a33a req-767dd489-89c2-419c-9b00-5c1cac02c63f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0512884 Oct 23 00:57:23.672735 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:23.695724 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b25e0737-c9ab-41af-ba8d-5f77dde3a33a req-1af10712-a84c-43c8-a6c5-0327687a3d02 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Oct 23 00:57:24.851545 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdd58f-af46-41fe-bc5d-2d1319e8a992 req-0aed3ee3-9b9f-4d74-af36-2640b341708a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:24.853760 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5ccdd58f-af46-41fe-bc5d-2d1319e8a992 req-0aed3ee3-9b9f-4d74-af36-2640b341708a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0663404 Oct 23 00:57:24.921329 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5ccdd58f-af46-41fe-bc5d-2d1319e8a992 req-7fb3e347-227d-4d58-880d-ed78bb353b03 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593390 Oct 23 00:57:26.055494 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b300d-c10e-4442-bc59-8d8be3239f92 req-95d91d5e-27b5-437c-b314-70da11b589f4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:26.060790 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea7b300d-c10e-4442-bc59-8d8be3239f92 req-95d91d5e-27b5-437c-b314-70da11b589f4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0515940 Oct 23 00:57:26.113151 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea7b300d-c10e-4442-bc59-8d8be3239f92 req-47e3a832-6eba-4d88-906f-118f6079abc6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502391 Oct 23 00:57:27.259496 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac79936-bbae-46c7-86cb-15a78040b8fe req-8120120a-0768-4115-a5e2-ce9d2f85e39e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:27.261221 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ac79936-bbae-46c7-86cb-15a78040b8fe req-8120120a-0768-4115-a5e2-ce9d2f85e39e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0633039 Oct 23 00:57:27.314092 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ac79936-bbae-46c7-86cb-15a78040b8fe req-ca935361-e9c7-4c69-a923-6299615359af tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467756 Oct 23 00:57:28.450065 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2e8b-981f-4ac7-9c44-878e420e1177 req-c510830b-9e02-499a-85ee-7363b9579d10 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:28.452244 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9c8c2e8b-981f-4ac7-9c44-878e420e1177 req-c510830b-9e02-499a-85ee-7363b9579d10 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0591748 Oct 23 00:57:28.502497 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9c8c2e8b-981f-4ac7-9c44-878e420e1177 req-732122e9-32c6-43b4-aa13-5a4fbb0b161f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Oct 23 00:57:29.239780 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:29.294347 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:29.637998 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8938dc-a81a-43c8-8b45-154f213c032a req-7082e8ab-d83e-4d49-aa12-b266e6917b8a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:29.644331 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5a8938dc-a81a-43c8-8b45-154f213c032a req-7082e8ab-d83e-4d49-aa12-b266e6917b8a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0532649 Oct 23 00:57:29.695428 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5a8938dc-a81a-43c8-8b45-154f213c032a req-48c8f6e8-d75d-48dd-900c-64067a5ef334 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Oct 23 00:57:30.826274 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df93390-70ce-4356-80e0-f4f70cf7a5f2 req-f537deed-f2eb-48ca-9a63-93033376d737 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:30.828688 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7df93390-70ce-4356-80e0-f4f70cf7a5f2 req-f537deed-f2eb-48ca-9a63-93033376d737 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0548587 Oct 23 00:57:30.852824 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:30.899021 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7df93390-70ce-4356-80e0-f4f70cf7a5f2 req-c7542754-002b-4ab1-b8fa-1a01c480177c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629005 Oct 23 00:57:32.028606 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472895a-aa8f-4fcd-9a38-831c7a726ead req-0ce9127f-4358-4b4b-b9c8-353497d8f723 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.030176 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6472895a-aa8f-4fcd-9a38-831c7a726ead req-0ce9127f-4358-4b4b-b9c8-353497d8f723 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0501790 Oct 23 00:57:32.084038 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6472895a-aa8f-4fcd-9a38-831c7a726ead req-712faa49-ca3a-4e9f-9248-b1f680a1d316 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466421 Oct 23 00:57:32.242997 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:32.249115 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:33.227236 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e505e1-aa7d-4280-ba25-c2e00e181560 req-71a84b41-1ec9-4f76-aadc-f4d016c3a724 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:33.228863 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-21e505e1-aa7d-4280-ba25-c2e00e181560 req-71a84b41-1ec9-4f76-aadc-f4d016c3a724 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0593903 Oct 23 00:57:33.280968 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-21e505e1-aa7d-4280-ba25-c2e00e181560 req-529bfcf7-730b-4a13-b37f-d9ab3714d9bd tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464151 Oct 23 00:57:34.413667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520df8f0-e083-4e39-8821-9e8667cb5179 req-540d03b1-e2ee-40d2-ba28-5d99ada34c28 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:34.415910 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-520df8f0-e083-4e39-8821-9e8667cb5179 req-540d03b1-e2ee-40d2-ba28-5d99ada34c28 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0561397 Oct 23 00:57:34.466112 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-520df8f0-e083-4e39-8821-9e8667cb5179 req-84d8e33a-ecf8-492b-b964-0234d2ad6ba6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Oct 23 00:57:35.548740 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c80e8a-c7df-4959-a0a7-d57dde81d1b2 req-68cb6c2b-0336-4404-a333-e07a3a1dd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:35.550381 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-46c80e8a-c7df-4959-a0a7-d57dde81d1b2 req-68cb6c2b-0336-4404-a333-e07a3a1dd3fc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 1129 time: 0.0504177 Oct 23 00:57:35.618274 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894180bb-f37a-4cd7-9e7b-379794e9fb62 req-f2d93992-d05a-44dc-86d2-2e4c40d9fc5e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:35.619950 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-894180bb-f37a-4cd7-9e7b-379794e9fb62 req-f2d93992-d05a-44dc-86d2-2e4c40d9fc5e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0665379 Oct 23 00:57:35.643463 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-46c80e8a-c7df-4959-a0a7-d57dde81d1b2 req-bc3d6f08-407c-4fcb-8081-4db7f0b1e314 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800960 Oct 23 00:57:35.657907 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:35.692636 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-894180bb-f37a-4cd7-9e7b-379794e9fb62 req-66072e23-26e2-4f24-8f9a-13618c35c9b8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631361 Oct 23 00:57:36.817944 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf9973-4e52-4efb-a2e8-0a25941bc3aa req-4840bd94-06eb-450f-aff0-1df3a6c7933a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:36.820047 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d4bf9973-4e52-4efb-a2e8-0a25941bc3aa req-4840bd94-06eb-450f-aff0-1df3a6c7933a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0486724 Oct 23 00:57:36.872158 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d4bf9973-4e52-4efb-a2e8-0a25941bc3aa req-a1a74258-b409-4bd4-bb6d-240de4565431 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Oct 23 00:57:37.845246 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39258) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:37.893187 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Deleting subnet a09079a4-c653-46e9-abcc-99e4141a6316 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 00:57:37.896433 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Publish callbacks [] for subnet (a09079a4-c653-46e9-abcc-99e4141a6316), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:37.931448 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Publish callbacks [] for subnet (a09079a4-c653-46e9-abcc-99e4141a6316), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:37.937247 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (a09079a4-c653-46e9-abcc-99e4141a6316), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:37.990176 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (a09079a4-c653-46e9-abcc-99e4141a6316), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:37.994318 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a41a-2d16-4566-8337-62576da96426 req-f1706398-ffab-4057-b10a-a75eb3172885 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:37.996183 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f70a41a-2d16-4566-8337-62576da96426 req-f1706398-ffab-4057-b10a-a75eb3172885 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0483530 Oct 23 00:57:38.015030 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09079a4-c653-46e9-abcc-99e4141a6316,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:38.025148 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.028236 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/a09079a4-c653-46e9-abcc-99e4141a6316 HTTP/1.1" status: 204 len: 168 time: 0.1820161 Oct 23 00:57:38.029902 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.030238 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.030669 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.031012 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.031248 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39262) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:38.031359 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.031661 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.031985 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.032359 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.032649 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.032968 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.033288 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.033606 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.033921 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.034236 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.034551 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d9c86-eed2-4cc9-ab1a-812dfce4e37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.084556 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f70a41a-2d16-4566-8337-62576da96426 req-916f989e-1592-465f-82a7-c466021dd4ce tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820470 Oct 23 00:57:38.109480 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (14527c61-96ca-4a72-a7dc-1f3fc1d23d67), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.191088 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (14527c61-96ca-4a72-a7dc-1f3fc1d23d67), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.211631 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14527c61-96ca-4a72-a7dc-1f3fc1d23d67']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:38.221293 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537d7fbe-ad60-4a12-98a9-7d175650c845') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:38.221586 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537d7fbe-ad60-4a12-98a9-7d175650c845') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:38.232435 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3133796'] for segment (537d7fbe-ad60-4a12-98a9-7d175650c845), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.248037 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (537d7fbe-ad60-4a12-98a9-7d175650c845), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.256868 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 00:57:38.257810 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7733977'] for segment (537d7fbe-ad60-4a12-98a9-7d175650c845), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.304943 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:38.306810 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 537d7fbe-ad60-4a12-98a9-7d175650c845 resource provider aggregate not found Oct 23 00:57:38.357341 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 537d7fbe-ad60-4a12-98a9-7d175650c845 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 537d7fbe-ad60-4a12-98a9-7d175650c845 found for delete ", "request_id": "req-45f20d4c-7999-4e7b-840b-d67b9013e167"}]} Oct 23 00:57:38.388111 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (14527c61-96ca-4a72-a7dc-1f3fc1d23d67), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.393128 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.396170 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/14527c61-96ca-4a72-a7dc-1f3fc1d23d67 HTTP/1.1" status: 204 len: 168 time: 0.3640022 Oct 23 00:57:38.407344 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-6d1edb3d-b0f1-4652-b1aa-e4b2a2480f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:38.408820 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-6d1edb3d-b0f1-4652-b1aa-e4b2a2480f46 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 1129 time: 0.0974026 Oct 23 00:57:38.424069 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823f2d-9832-466e-b324-2ac4d9fb01cd req-e8cd4515-23a5-4330-a0d2-7d94c1d2228d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:38.425469 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-14823f2d-9832-466e-b324-2ac4d9fb01cd req-e8cd4515-23a5-4330-a0d2-7d94c1d2228d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.1152241 Oct 23 00:57:38.432674 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Pushing event deleted for resources: {'Network': ['ID=14527c61-96ca-4a72-a7dc-1f3fc1d23d67,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:38.461133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.461469 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.461801 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.462129 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.462453 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.462774 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.463094 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.463413 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.463730 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.464046 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.464462 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.464787 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.465101 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.465415 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.465725 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bcad6-25ba-4596-afe8-091f3fd0945e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:38.547902 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-14823f2d-9832-466e-b324-2ac4d9fb01cd req-ca74429f-fe44-4176-be1d-75efb04ea640 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129920 Oct 23 00:57:38.566948 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-0f9b13a8-b940-4fc0-8057-91affad3adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:38.568171 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39276) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:38.568451 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-0f9b13a8-b940-4fc0-8057-91affad3adf1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.1506214 Oct 23 00:57:38.609067 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-e67d15f8-434f-44cf-b6bd-be14eaf2a6db service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94 HTTP/1.1" status: 200 len: 217 time: 0.0338326 Oct 23 00:57:38.610254 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-0a0768ab-b353-4d74-8de8-96e7108b47a7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=07941785917446599d8b991944f7de9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406392 Oct 23 00:57:38.612760 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39278) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:38.664028 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-fe3a80f8-e40f-45cd-bc47-33297d9c76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:38.665690 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-fe3a80f8-e40f-45cd-bc47-33297d9c76bc service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0514619 Oct 23 00:57:38.666948 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dd5000ab-2b33-41be-b1af-0ac6a1373905 admin admin] Publish callbacks [] for security_group (1aa80b72-acba-468a-a763-0597b01405da), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.688566 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dd5000ab-2b33-41be-b1af-0ac6a1373905 admin admin] Publish callbacks [] for security_group (1aa80b72-acba-468a-a763-0597b01405da), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.709104 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-47fc4bce-9df3-415f-ba0e-9407dcd29e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:38.710581 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-47fc4bce-9df3-415f-ba0e-9407dcd29e3c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391328 Oct 23 00:57:38.735323 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dd5000ab-2b33-41be-b1af-0ac6a1373905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1aa80b72-acba-468a-a763-0597b01405da), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.738155 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dd5000ab-2b33-41be-b1af-0ac6a1373905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:38.739312 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-dd5000ab-2b33-41be-b1af-0ac6a1373905 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1aa80b72-acba-468a-a763-0597b01405da HTTP/1.1" status: 204 len: 168 time: 0.1256821 Oct 23 00:57:38.747360 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5000ab-2b33-41be-b1af-0ac6a1373905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa80b72-acba-468a-a763-0597b01405da,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:38.804037 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:38.807999 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-1f0ba64e-89d3-435c-b3d3-8648a366af76 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899949 Oct 23 00:57:38.904786 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae2a7a94-7e62-4614-a082-b8ef45306052 req-00eecf14-b81d-4dea-b5c9-7f8e74dc8308 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898557 Oct 23 00:57:39.676958 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3946ef-7152-482b-aade-fba7dd55f9fe req-8411071b-e656-4b79-9956-35dedd884031 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:39.678426 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-af3946ef-7152-482b-aade-fba7dd55f9fe req-8411071b-e656-4b79-9956-35dedd884031 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0481861 Oct 23 00:57:39.730221 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-af3946ef-7152-482b-aade-fba7dd55f9fe req-ff0aeffd-15d0-48b4-9c6a-81e43190d1c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460703 Oct 23 00:57:40.264995 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8dbf1767-0c69-4b16-b66d-e4f8fd2a15c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:40.854196 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a33b5-712e-4a3f-a22a-4b2bc545946d req-1d8a64eb-39ba-4dea-9915-ab81bb01cda9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:40.855654 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e53a33b5-712e-4a3f-a22a-4b2bc545946d req-1d8a64eb-39ba-4dea-9915-ab81bb01cda9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0496302 Oct 23 00:57:40.902139 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e53a33b5-712e-4a3f-a22a-4b2bc545946d req-93740727-2986-4f85-a0f8-e34c233626eb tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Oct 23 00:57:42.028473 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e518e5e-0c6c-4892-bfd1-79bdf38bc58f req-4e0215db-6f25-4bf8-9698-0f43eca49d50 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:42.029887 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2e518e5e-0c6c-4892-bfd1-79bdf38bc58f req-4e0215db-6f25-4bf8-9698-0f43eca49d50 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0518987 Oct 23 00:57:42.083119 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2e518e5e-0c6c-4892-bfd1-79bdf38bc58f req-cd8a264c-a747-47a7-8100-07e39f8c3716 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Oct 23 00:57:42.398202 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c64beb46-ddb1-4df6-89a6-e6f9e5344324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.205667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93614ed-d740-4c9f-9b9a-cb4335e89be6 req-364244e7-cf90-4af9-8413-47cf4bebf600 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:43.207283 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a93614ed-d740-4c9f-9b9a-cb4335e89be6 req-364244e7-cf90-4af9-8413-47cf4bebf600 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0482566 Oct 23 00:57:43.260881 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a93614ed-d740-4c9f-9b9a-cb4335e89be6 req-d97dcabf-bc63-4c86-9b05-7048bb9f3bc8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Oct 23 00:57:43.645816 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:57:43.685063 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.731194 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39430) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:44.736341 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-df2f2d08-3624-4554-b946-969b18189ef8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548532226', 'description': 'tempest-description--1986670501'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:44.757862 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f2d08-3624-4554-b946-969b18189ef8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.826546 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f2d08-3624-4554-b946-969b18189ef8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group (7bd85919-c036-4128-a3de-b62a1d991213), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.830365 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f2d08-3624-4554-b946-969b18189ef8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (7bd85919-c036-4128-a3de-b62a1d991213), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.862020 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f2d08-3624-4554-b946-969b18189ef8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.863181 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-df2f2d08-3624-4554-b946-969b18189ef8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1309361 Oct 23 00:57:44.866186 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39432) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:44.870991 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-4fbb0034-40da-49ce-92f7-1ca46f3db7c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'security_group_rule': {'security_group_id': '7bd85919-c036-4128-a3de-b62a1d991213', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:44.878471 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f2d08-3624-4554-b946-969b18189ef8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd85919-c036-4128-a3de-b62a1d991213,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:44.901613 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4fbb0034-40da-49ce-92f7-1ca46f3db7c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group_rule (0b88b9c7-5bf1-4dd9-9a9c-0388237dbf08), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.962921 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4fbb0034-40da-49ce-92f7-1ca46f3db7c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group_rule (0b88b9c7-5bf1-4dd9-9a9c-0388237dbf08), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.967020 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4fbb0034-40da-49ce-92f7-1ca46f3db7c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (0b88b9c7-5bf1-4dd9-9a9c-0388237dbf08), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.986751 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb0034-40da-49ce-92f7-1ca46f3db7c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b88b9c7-5bf1-4dd9-9a9c-0388237dbf08,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:44.993713 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4fbb0034-40da-49ce-92f7-1ca46f3db7c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.994872 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4fbb0034-40da-49ce-92f7-1ca46f3db7c5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278076 Oct 23 00:57:44.998016 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39436) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:45.002811 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-7a6e2f62-c215-4414-8448-b2af7f45065a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'security_group_rule': {'security_group_id': '7bd85919-c036-4128-a3de-b62a1d991213', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:45.015786 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:45.032786 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2f62-c215-4414-8448-b2af7f45065a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group_rule (709a79b8-9fed-44b2-823a-aaa8bbf91e86), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.082224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2f62-c215-4414-8448-b2af7f45065a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group_rule (709a79b8-9fed-44b2-823a-aaa8bbf91e86), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.085575 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2f62-c215-4414-8448-b2af7f45065a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (709a79b8-9fed-44b2-823a-aaa8bbf91e86), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.091001 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:45.106884 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e2f62-c215-4414-8448-b2af7f45065a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709a79b8-9fed-44b2-823a-aaa8bbf91e86,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:45.112286 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2f62-c215-4414-8448-b2af7f45065a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.113607 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-7a6e2f62-c215-4414-8448-b2af7f45065a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144185 Oct 23 00:57:45.117125 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39438) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:45.122566 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:45.149662 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.226375 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.327998 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.334635 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.527029 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Allocated IP 172.37.1.223 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/372f479c-0547-46f4-bbd4-b82eefe6ea8b) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:45.535233 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:45.636234 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for port (372f479c-0547-46f4-bbd4-b82eefe6ea8b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.642175 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:45.672180 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (372f479c-0547-46f4-bbd4-b82eefe6ea8b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.712397 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:45.716865 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:45.719433 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:45.749780 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event updated for resources: {'Port': ['ID=372f479c-0547-46f4-bbd4-b82eefe6ea8b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:45.857284 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (21cd5b3a-7f61-4da5-980e-48247cb23331), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.902767 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (372f479c-0547-46f4-bbd4-b82eefe6ea8b), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.055448 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for port (372f479c-0547-46f4-bbd4-b82eefe6ea8b), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.059470 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (372f479c-0547-46f4-bbd4-b82eefe6ea8b), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.126588 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event updated for resources: {'Port': ['ID=372f479c-0547-46f4-bbd4-b82eefe6ea8b,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:46.132932 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (21cd5b3a-7f61-4da5-980e-48247cb23331), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.149510 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.150869 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-abbac5a6-649f-410c-b8a4-2085bc8a483e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0321071 Oct 23 00:57:46.354433 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-dbe7cf39-9c06-4ccd-8b18-bf8df5456973 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1548532226&fields=id&tenant_id=ebac7696faf14dfea4957e97b589029d HTTP/1.1" status: 200 len: 267 time: 0.0436654 Oct 23 00:57:46.464798 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8bfb73ff-f8cd-4214-9c8e-273215d52030 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:46.466287 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8bfb73ff-f8cd-4214-9c8e-273215d52030 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 818 time: 0.1056063 Oct 23 00:57:46.481063 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8cdae168-b2ea-477c-a23a-1776b05d6fbe tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/quotas/ebac7696faf14dfea4957e97b589029d HTTP/1.1" status: 200 len: 375 time: 0.0091031 Oct 23 00:57:46.515179 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:46.538822 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-7447c598-b09b-457f-aa0f-415308317960 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524311 Oct 23 00:57:46.638557 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-bce1b507-d4bc-484d-a568-9a9f7aae53ba service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879915 Oct 23 00:57:46.728597 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-882789af-22ff-4cc8-a658-439a7f3ad8bc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Oct 23 00:57:46.878517 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:46.902743 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fdb9375a-f7fc-435b-8835-0191e28e173e req-21352faf-bcde-43c7-82ed-3108135a1513 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 210 time: 0.0350389 Oct 23 00:57:47.239142 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39478) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:47.352406 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36881367-dbeb-4c19-9643-74f4851cd0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.432519 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36881367-dbeb-4c19-9643-74f4851cd0c9 admin admin] Publish callbacks [] for security_group (2d8a776c-b108-4179-ab67-0dfafd65f80d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.440338 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36881367-dbeb-4c19-9643-74f4851cd0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (2d8a776c-b108-4179-ab67-0dfafd65f80d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.479087 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-36881367-dbeb-4c19-9643-74f4851cd0c9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=89b93cbb32fd414c8668488f5dcd0b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388487 Oct 23 00:57:47.481752 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39484) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:47.484452 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36881367-dbeb-4c19-9643-74f4851cd0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a776c-b108-4179-ab67-0dfafd65f80d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:47.534137 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a64c3362-a24f-4fab-96cf-e4d5e11a3a81 admin admin] Publish callbacks [] for security_group (2d8a776c-b108-4179-ab67-0dfafd65f80d), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.555015 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a64c3362-a24f-4fab-96cf-e4d5e11a3a81 admin admin] Publish callbacks [] for security_group (2d8a776c-b108-4179-ab67-0dfafd65f80d), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.605387 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a64c3362-a24f-4fab-96cf-e4d5e11a3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (2d8a776c-b108-4179-ab67-0dfafd65f80d), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.608435 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a64c3362-a24f-4fab-96cf-e4d5e11a3a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.610546 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a64c3362-a24f-4fab-96cf-e4d5e11a3a81 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2d8a776c-b108-4179-ab67-0dfafd65f80d HTTP/1.1" status: 204 len: 168 time: 0.1277907 Oct 23 00:57:47.618768 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3362-a24f-4fab-96cf-e4d5e11a3a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a776c-b108-4179-ab67-0dfafd65f80d,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:48.016895 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c19b5b33-1323-4d07-bdcc-eb273cbaca29 req-2f8d19da-edd0-45bc-8674-da365d39d4dd tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 210 time: 0.0322430 Oct 23 00:57:48.213520 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-17db3040-c3d8-441a-9cc8-0cefe7864f66 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:48.215324 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-17db3040-c3d8-441a-9cc8-0cefe7864f66 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 818 time: 0.1156838 Oct 23 00:57:48.298743 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-24325c2b-8518-46d5-a0c9-d0a747461081 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ebac7696faf14dfea4957e97b589029d HTTP/1.1" status: 200 len: 380 time: 0.0685039 Oct 23 00:57:48.309610 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39512) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:48.374451 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'port': {'device_id': '0e761278-922a-46e0-82e7-b4920d1761fd', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'admin_state_up': True, 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'security_groups': ['7bd85919-c036-4128-a3de-b62a1d991213']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:48.412264 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1904660529-network', 'tenant_id': 'bd4636922d3f4936b68c2d38f53ab4d4'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:48.433191 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Made reservation on behalf of bd4636922d3f4936b68c2d38f53ab4d4 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:48.435946 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.447684 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.493929 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Made reservation on behalf of ebac7696faf14dfea4957e97b589029d for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:48.499271 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.534736 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Publish callbacks [] for security_group (92616b67-c02d-44db-9259-f8f3346d1a51), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.547793 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (92616b67-c02d-44db-9259-f8f3346d1a51), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.580349 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:57:48.590184 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92616b67-c02d-44db-9259-f8f3346d1a51,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:48.597641 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (f42659ae-5856-480b-94db-9407b7accdeb), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.597641 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Added segment f42659ae-5856-480b-94db-9407b7accdeb of type vlan for network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 Oct 23 00:57:48.642056 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (525c93e2-e3d3-48e5-94fd-4cbebe9180a2), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.653621 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Allocated IP 172.20.0.7 (d4e2c99e-0b61-4845-895a-2bc751b78855/8aa207c2-f1a6-4db4-abe0-0f2a9943657d/915e9fb0-b2d5-4b3c-9097-5cedd88cb558) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:48.669824 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (525c93e2-e3d3-48e5-94fd-4cbebe9180a2), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.670919 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:48.671490 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.698388 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:48.734116 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4233255 Oct 23 00:57:48.737713 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39518) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:48.742623 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Request body: {'subnet': {'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1904660529-subnet', 'tenant_id': 'bd4636922d3f4936b68c2d38f53ab4d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:48.747625 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c447a-6e25-409e-a543-4841eae9bcba admin admin] Pushing event updated for resources: {'Network': ['ID=525c93e2-e3d3-48e5-94fd-4cbebe9180a2,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:48.762537 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:57:48.769933 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Made reservation on behalf of bd4636922d3f4936b68c2d38f53ab4d4 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:48.772416 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.816574 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.832498 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:48.855322 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:48.864729 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.914936 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Network d4e2c99e-0b61-4845-895a-2bc751b78855 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:48.920288 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:48.924316 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:48.952525 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event updated for resources: {'Port': ['ID=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:48.962389 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (8519ee96-a8be-48a3-af08-0be88107c29f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.990586 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:48.991164 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.011137 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-8471b7c9-119f-4d16-a29f-4def30229a7e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415799 Oct 23 00:57:49.016921 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8519ee96-a8be-48a3-af08-0be88107c29f,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:49.025295 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:49.036009 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Checking segment: {'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:49.036472 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Network hostable DHCP agents. Network: 525c93e2-e3d3-48e5-94fd-4cbebe9180a2, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:57:49.061768 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:57:49.077060 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 525c93e2-e3d3-48e5-94fd-4cbebe9180a2) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:49.082589 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:49.083402 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.088483 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ce730-8998-425a-aae6-178a411c110d None None] Network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:57:49.096040 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Request body: {'port': {'device_id': '0e761278-922a-46e0-82e7-b4920d1761fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:49.129848 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3e8456b5-1c21-49b8-9d67-a4fcd3c74bf7 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3811564 Oct 23 00:57:49.185563 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-05546383-4591-4691-b769-ca6bab98d52c None None] Provisioning complete for port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:49.186382 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05546383-4591-4691-b769-ca6bab98d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.186929 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-05546383-4591-4691-b769-ca6bab98d52c None None] Attempt 1 to provision port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 Oct 23 00:57:49.207610 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dfdfd-79c5-44df-8140-4c4d78b78b7b req-174f4c08-ed28-4068-a843-a5f458466d03 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:49.212856 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ab7dfdfd-79c5-44df-8140-4c4d78b78b7b req-174f4c08-ed28-4068-a843-a5f458466d03 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 931 time: 0.1100101 Oct 23 00:57:49.226133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.264365 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-05546383-4591-4691-b769-ca6bab98d52c None None] Port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:57:49.274374 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b70c28-e4a3-405c-8658-179f18b92a53 None None] Network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:57:49.325383 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ab7dfdfd-79c5-44df-8140-4c4d78b78b7b req-b4a4f174-1edd-4ad0-9d1d-0fed7fd7f3fb tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077592 Oct 23 00:57:49.575123 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:57:49.584740 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Publish callbacks [] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.617133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Transition to ACTIVE for port object 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:57:49.621772 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.687495 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:49.717073 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Pushing event updated for resources: {'Port': ['ID=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:49.754692 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Attempting to bind port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:49.755025 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Attempting to bind port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:49.755346 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Attempting to bind port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 on network d4e2c99e-0b61-4845-895a-2bc751b78855 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:49.802406 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 on network d4e2c99e-0b61-4845-895a-2bc751b78855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:57:49.802695 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Attempting to bind port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 on network d4e2c99e-0b61-4845-895a-2bc751b78855 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:49.844553 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:57:49.844885 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Checking segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:49.845284 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Bound using segment: {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:57:49.845684 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Bound port: 915e9fb0-b2d5-4b3c-9097-5cedd88cb558, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a610ab8e-1318-4144-a777-e6852a916eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:57:49.846036 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.901121 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:49.905079 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] For port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:57:49.908587 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] For port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:57:49.914585 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.918847 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:49.919407 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.920824 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 200 len: 1093 time: 0.8303187 Oct 23 00:57:49.921314 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:49.924166 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c437e550-c137-4345-a14a-e79eb904aa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:49.982613 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ce67c1-870f-46bf-84e4-680726be290a x-openstack-request-id: req-99ce67c1-870f-46bf-84e4-680726be290a {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:49.982897 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:49.983142 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99ce67c1-870f-46bf-84e4-680726be290a {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:49.983532 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ce67c1-870f-46bf-84e4-680726be290a'] response: {'name': 'network-changed', 'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'status': 'completed', 'code': 200} Oct 23 00:57:50.005510 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede9e42-7c53-4bf5-9d12-c97d76e10aba service neutron] Pushing event updated for resources: {'Port': ['ID=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:50.014884 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-22a9f372-5a43-40b7-b6b0-eb13a52f55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:50.016441 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-22a9f372-5a43-40b7-b6b0-eb13a52f55db service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1127 time: 0.0492778 Oct 23 00:57:50.058745 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-6f362c82-72b6-45c8-83db-bc461b48f9ae service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 200 len: 217 time: 0.0327737 Oct 23 00:57:50.106921 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-d6da129d-ab44-4101-9987-956650804271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:50.108402 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-d6da129d-ab44-4101-9987-956650804271 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0428517 Oct 23 00:57:50.154695 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-ce222a71-6d69-4c6b-8b47-55f2ca1546f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:50.156817 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-ce222a71-6d69-4c6b-8b47-55f2ca1546f5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413830 Oct 23 00:57:50.244559 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-d4a4096e-f352-4178-b612-15e673a52ed0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820024 Oct 23 00:57:50.342795 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe84aa7c-4146-48af-9e9b-d73624ca0d03 req-0e2d7587-81ef-4a3f-8dfe-b3aeedc6a116 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913966 Oct 23 00:57:50.461612 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c01fd1-5401-4f39-93d9-0974c067fe24 req-b453982d-76bf-4ddb-8c4c-83d58b249f4f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:50.463104 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c01fd1-5401-4f39-93d9-0974c067fe24 req-b453982d-76bf-4ddb-8c4c-83d58b249f4f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 943 time: 0.0469363 Oct 23 00:57:50.511306 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-13c01fd1-5401-4f39-93d9-0974c067fe24 req-b892864b-40ca-4980-8fee-0c0c4ee6aede tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Oct 23 00:57:51.010604 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-37a0efec-7822-4685-bedd-3f59737eddb4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:51.012047 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-37a0efec-7822-4685-bedd-3f59737eddb4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/networks?id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2 HTTP/1.1" status: 200 len: 814 time: 0.1058774 Oct 23 00:57:51.027065 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-3c3fc717-ea25-4af0-875b-6839181282d3 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/quotas/bd4636922d3f4936b68c2d38f53ab4d4 HTTP/1.1" status: 200 len: 375 time: 0.0091629 Oct 23 00:57:51.061105 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-d17d3be1-0357-4cdd-ab28-535d8b950ae4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=bd4636922d3f4936b68c2d38f53ab4d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289440 Oct 23 00:57:51.153474 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-57c9eae8-2016-4834-a6a3-0a85c314cf7f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857079 Oct 23 00:57:51.215000 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:51.248411 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-82717b6d-90e1-45ae-bc34-cb239e834b1e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885770 Oct 23 00:57:51.417110 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-11cd524d-d367-47c9-85be-3d3e9e96386a req-3b911259-5c59-488c-bdec-bab6841209c4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 210 time: 0.0369554 Oct 23 00:57:51.637383 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c272486-e333-4a89-882b-fc6f0ca80174 req-40400c59-d9ff-4929-aa83-1d0b6d53ed94 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:51.638796 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6c272486-e333-4a89-882b-fc6f0ca80174 req-40400c59-d9ff-4929-aa83-1d0b6d53ed94 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 943 time: 0.0505557 Oct 23 00:57:51.690594 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6c272486-e333-4a89-882b-fc6f0ca80174 req-63e44913-94f0-44e1-964f-0743889c6a13 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 Oct 23 00:57:52.269069 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.514533 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-274d8dff-a7d7-4336-ba0e-2f6f75343284 req-c69e61f5-c8e8-4ca9-a781-29a24f2bcd00 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 210 time: 0.0311298 Oct 23 00:57:52.809329 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d31878-28fb-4649-af30-a12307a77929 req-b8ed7cc7-e817-4948-9e76-0daaed7a6b85 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:52.810865 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-00d31878-28fb-4649-af30-a12307a77929 req-b8ed7cc7-e817-4948-9e76-0daaed7a6b85 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 943 time: 0.0457036 Oct 23 00:57:52.829620 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:52.858120 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-00d31878-28fb-4649-af30-a12307a77929 req-630c0a30-99d4-45de-8afa-dc1458a58f62 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 Oct 23 00:57:53.515700 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e550-c137-4345-a14a-e79eb904aa9a req-c6df6b28-6e28-4a2b-b1a0-074b504ea409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:53.517324 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c437e550-c137-4345-a14a-e79eb904aa9a req-c6df6b28-6e28-4a2b-b1a0-074b504ea409 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1127 time: 0.0411620 Oct 23 00:57:53.635129 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0083cdc1-f230-4daa-aaa6-94d0d9851e7f req-60997582-7366-47fe-ba49-6e77fa43a504 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 210 time: 0.0434618 Oct 23 00:57:53.640416 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e550-c137-4345-a14a-e79eb904aa9a req-7c747f0d-e4b6-4ef1-82c5-e479e5dac433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:53.641860 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c437e550-c137-4345-a14a-e79eb904aa9a req-7c747f0d-e4b6-4ef1-82c5-e479e5dac433 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.1162152 Oct 23 00:57:53.685335 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c437e550-c137-4345-a14a-e79eb904aa9a req-dcd05981-d3d9-4181-9df7-f56cbf959408 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 200 len: 217 time: 0.0362391 Oct 23 00:57:53.740996 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e550-c137-4345-a14a-e79eb904aa9a req-ec3000c4-4612-46e0-8c29-85e46cf9256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:53.742456 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c437e550-c137-4345-a14a-e79eb904aa9a req-ec3000c4-4612-46e0-8c29-85e46cf9256e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0504436 Oct 23 00:57:53.793404 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e550-c137-4345-a14a-e79eb904aa9a req-03b13b43-6724-484b-abb3-531ab86cddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:53.795012 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c437e550-c137-4345-a14a-e79eb904aa9a req-03b13b43-6724-484b-abb3-531ab86cddf5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0450766 Oct 23 00:57:53.899049 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c437e550-c137-4345-a14a-e79eb904aa9a req-a8a3d23f-83f6-4610-945e-e0b8a55f83ee service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969567 Oct 23 00:57:54.026586 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3918a4f-1c9f-4f80-af4c-0e4123c9995e req-d9be4513-b328-442e-99f9-1dba39d5fa10 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:54.028041 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3918a4f-1c9f-4f80-af4c-0e4123c9995e req-d9be4513-b328-442e-99f9-1dba39d5fa10 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 943 time: 0.0661824 Oct 23 00:57:54.058193 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c437e550-c137-4345-a14a-e79eb904aa9a req-fb6a5625-872f-44d7-9720-cdc8ad317c4a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450555 Oct 23 00:57:54.085429 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3918a4f-1c9f-4f80-af4c-0e4123c9995e req-de6387ba-ccc2-4735-a957-ed2ec5ffd2cb tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502799 Oct 23 00:57:54.357451 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-989d051e-aa17-4f83-8c15-810bec4d58f8 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:54.358951 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-989d051e-aa17-4f83-8c15-810bec4d58f8 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.43 "GET /networking/v2.0/networks?id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2 HTTP/1.1" status: 200 len: 814 time: 0.1042948 Oct 23 00:57:54.378423 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Request body: {'port': {'device_id': '099f0ee6-a828-4258-b7da-7667171ddf38', 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2', 'admin_state_up': True, 'tenant_id': 'bd4636922d3f4936b68c2d38f53ab4d4'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:54.473625 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:54.484709 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Made reservation on behalf of bd4636922d3f4936b68c2d38f53ab4d4 for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:54.488933 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.615860 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Allocated IP 172.20.0.12 (525c93e2-e3d3-48e5-94fd-4cbebe9180a2/8519ee96-a8be-48a3-af08-0be88107c29f/62af426d-30a7-4037-a3c4-64b4c845b744) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:54.622423 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:57:54.651092 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:54.728530 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:54.741853 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'mac_address': 'fa:16:3e:a1:19:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:57:54.778599 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:54.778994 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.793317 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:57:54.816102 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:54.821830 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.877417 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:54.885513 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.885943 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.886357 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.886943 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.887357 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.887760 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.888599 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.889007 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.889407 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.890177 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.890604 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.891057 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.891544 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.891876 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.892207 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:54.951153 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-149d50dc-24a9-402a-b8d4-a077d6d82139 req-17ea6df1-e76d-416e-8b4e-f394846f6556 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 210 time: 0.0342131 Oct 23 00:57:54.999578 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks [] for port (62af426d-30a7-4037-a3c4-64b4c845b744), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.030405 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.071842 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:55.076937 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:55.081269 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:55.087216 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Pushing event updated for resources: {'Port': ['ID=62af426d-30a7-4037-a3c4-64b4c845b744,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:55.133892 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:55.134506 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.153893 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-6f1f98de-e3ed-4739-a2d4-f9e54f640a5f tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7801607 Oct 23 00:57:55.174663 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Request body: {'port': {'device_id': '099f0ee6-a828-4258-b7da-7667171ddf38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:55.233186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4d3ae-994a-4fe3-8bc5-030082da8cb2 req-75757b4d-a999-4265-890b-bf8bf945e0aa tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:55.234610 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ce4d3ae-994a-4fe3-8bc5-030082da8cb2 req-75757b4d-a999-4265-890b-bf8bf945e0aa tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 944 time: 0.0739930 Oct 23 00:57:55.281081 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.327491 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ce4d3ae-994a-4fe3-8bc5-030082da8cb2 req-2a73f65b-1ef9-482d-96e1-64b9829af840 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751481 Oct 23 00:57:55.420915 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['915e9fb0-b2d5-4b3c-9097-5cedd88cb558'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:57:55.457981 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:55.514962 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:55.552104 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62af426d-30a7-4037-a3c4-64b4c845b744 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:57:55.561585 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Publish callbacks [] for port (62af426d-30a7-4037-a3c4-64b4c845b744), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.574752 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Transition to ACTIVE for port object 62af426d-30a7-4037-a3c4-64b4c845b744 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:57:55.577938 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.659394 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Pushing event updated for resources: {'Port': ['ID=62af426d-30a7-4037-a3c4-64b4c845b744,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:55.663013 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:55.689774 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Attempting to bind port 62af426d-30a7-4037-a3c4-64b4c845b744 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:55.690046 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Attempting to bind port 62af426d-30a7-4037-a3c4-64b4c845b744 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:55.690369 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Attempting to bind port 62af426d-30a7-4037-a3c4-64b4c845b744 on network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:55.729721 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Port 62af426d-30a7-4037-a3c4-64b4c845b744 on network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:57:55.730048 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Attempting to bind port 62af426d-30a7-4037-a3c4-64b4c845b744 on network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:55.771089 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:57:55.771427 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Checking segment: {'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:55.771816 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Bound using segment: {'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:57:55.772244 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Bound port: 62af426d-30a7-4037-a3c4-64b4c845b744, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:57:55.772787 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.835901 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] For port 62af426d-30a7-4037-a3c4-64b4c845b744, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:57:55.838966 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] For port 62af426d-30a7-4037-a3c4-64b4c845b744, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62af426d-30a7-4037-a3c4-64b4c845b744,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:57:55.844705 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.848763 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:55.849410 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.850765 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/62af426d-30a7-4037-a3c4-64b4c845b744 HTTP/1.1" status: 200 len: 1094 time: 0.6883292 Oct 23 00:57:55.851308 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099f0ee6-a828-4258-b7da-7667171ddf38', 'tag': '62af426d-30a7-4037-a3c4-64b4c845b744'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:55.853556 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "099f0ee6-a828-4258-b7da-7667171ddf38", "tag": "62af426d-30a7-4037-a3c4-64b4c845b744"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:55.895406 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42efb57-cc9e-4012-b5ce-155c7d4e1649 x-openstack-request-id: req-d42efb57-cc9e-4012-b5ce-155c7d4e1649 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:55.895686 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099f0ee6-a828-4258-b7da-7667171ddf38", "tag": "62af426d-30a7-4037-a3c4-64b4c845b744", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:55.895937 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d42efb57-cc9e-4012-b5ce-155c7d4e1649 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:55.896355 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42efb57-cc9e-4012-b5ce-155c7d4e1649'] response: {'name': 'network-changed', 'server_uuid': '099f0ee6-a828-4258-b7da-7667171ddf38', 'tag': '62af426d-30a7-4037-a3c4-64b4c845b744', 'status': 'completed', 'code': 200} Oct 23 00:57:55.930857 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767242e-d9e2-4bc5-9dab-2580fdaaaf32 service neutron] Pushing event updated for resources: {'Port': ['ID=62af426d-30a7-4037-a3c4-64b4c845b744,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:55.945034 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-3be79567-37b0-4947-b5d6-7cdfb1b760fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:55.946606 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-3be79567-37b0-4947-b5d6-7cdfb1b760fb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=bd4636922d3f4936b68c2d38f53ab4d4&device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 1128 time: 0.0448012 Oct 23 00:57:55.987003 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-aac58277-fbf4-443c-869a-f653a498fe25 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62af426d-30a7-4037-a3c4-64b4c845b744 HTTP/1.1" status: 200 len: 217 time: 0.0334458 Oct 23 00:57:56.073880 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-859e9991-37e8-465b-952c-ac371a3efeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:56.075309 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-859e9991-37e8-465b-952c-ac371a3efeca service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8519ee96-a8be-48a3-af08-0be88107c29f HTTP/1.1" status: 200 len: 854 time: 0.0788829 Oct 23 00:57:56.082815 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5869c-e216-431c-9615-d78800ffe574 req-533df903-1c29-4727-9c94-d85ae390b74e tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:56.084178 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-11c5869c-e216-431c-9615-d78800ffe574 req-533df903-1c29-4727-9c94-d85ae390b74e tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 944 time: 0.0585680 Oct 23 00:57:56.120821 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-2a1ba238-fb6b-48e5-b8ec-49cb0116cf42 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357230 Oct 23 00:57:56.198160 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-11c5869c-e216-431c-9615-d78800ffe574 req-5b11c55b-b984-42a6-b6d9-5518a1b76bc0 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044488 Oct 23 00:57:56.231889 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-1714bd06-a356-41b7-9793-734931b53ef2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032889 Oct 23 00:57:56.304558 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:56.321232 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-31c05e1a-d447-4711-965b-1965a5d1f101 req-97bdf8cc-b5b5-4bc2-b5dc-fbad0784e8b7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827155 Oct 23 00:57:56.454138 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb1c8-6e5e-4aa8-856c-1f9f1c565359 req-ef29a9cd-62e3-46ee-aaa9-ca8585b19a2e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:56.455509 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-876cb1c8-6e5e-4aa8-856c-1f9f1c565359 req-ef29a9cd-62e3-46ee-aaa9-ca8585b19a2e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 944 time: 0.0510581 Oct 23 00:57:56.501260 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-876cb1c8-6e5e-4aa8-856c-1f9f1c565359 req-f47f5a8c-7990-45e8-a7d5-0c64d937f102 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402265 Oct 23 00:57:57.316830 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2ef96-19a0-41cb-9079-2bdfc2120626 req-d594246c-0e06-4791-b4c5-6929cbf7ec50 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:57.318274 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-94b2ef96-19a0-41cb-9079-2bdfc2120626 req-d594246c-0e06-4791-b4c5-6929cbf7ec50 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 944 time: 0.0455039 Oct 23 00:57:57.364355 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-94b2ef96-19a0-41cb-9079-2bdfc2120626 req-a5fa08c4-e2a8-49cc-891c-a31682656dcb tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Oct 23 00:57:57.398077 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:57.443186 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:57.444108 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:57:57.450543 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:57.451074 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:57.451613 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 Oct 23 00:57:57.521752 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:57.522132 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:57.545187 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:57.548209 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021fae30-4148-4c6f-8850-3bfc97994896" -d '{"events": [{"server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "name": "network-vif-plugged", "status": "completed", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:57.562002 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:57.567340 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:57.593833 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb239e-369a-419e-a72f-95bed2400753 x-openstack-request-id: req-dbbb239e-369a-419e-a72f-95bed2400753 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:57.594665 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "name": "network-vif-plugged", "status": "completed", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:57.594910 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbbb239e-369a-419e-a72f-95bed2400753 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:57.595292 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbb239e-369a-419e-a72f-95bed2400753'] response: {'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'code': 200} Oct 23 00:57:57.620638 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:57.628199 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f287-b2d0-40a1-8aaa-3cec6ac28a8b req-8bb6fa75-1799-4e12-9195-8096222bd0f5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:57.629682 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2000f287-b2d0-40a1-8aaa-3cec6ac28a8b req-8bb6fa75-1799-4e12-9195-8096222bd0f5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0488358 Oct 23 00:57:57.673190 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:57.675379 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:57.680101 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2000f287-b2d0-40a1-8aaa-3cec6ac28a8b req-584cf0ab-18ed-4d6a-bbed-0fadf9f6b6d5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 Oct 23 00:57:58.482656 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75715996-5f29-455a-84e0-6e63d4363c18 req-9e2c4988-26b2-4714-b3c2-d172d88bda0c tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:58.484103 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75715996-5f29-455a-84e0-6e63d4363c18 req-9e2c4988-26b2-4714-b3c2-d172d88bda0c tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 944 time: 0.0462902 Oct 23 00:57:58.519506 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:58.533170 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75715996-5f29-455a-84e0-6e63d4363c18 req-487aec55-f0d3-4c17-bb77-b8865e341b1c tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Oct 23 00:57:58.796805 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e2e4e-8460-43fb-a8b7-888b2dbb622a req-58b50cb2-a3f8-41ec-819e-1c97a460a007 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:58.798222 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a30e2e4e-8460-43fb-a8b7-888b2dbb622a req-58b50cb2-a3f8-41ec-819e-1c97a460a007 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0465362 Oct 23 00:57:58.843526 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a30e2e4e-8460-43fb-a8b7-888b2dbb622a req-2a97e1a9-3c99-4744-ab02-f37e603910c2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398757 Oct 23 00:57:59.088229 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=27,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:59.112104 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=3,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:59.653437 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4bc94-f969-47d1-b6e8-0e127caa1a97 req-06b44937-86e5-4431-a8fb-4ef70ad8bfdc tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:59.654964 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3fb4bc94-f969-47d1-b6e8-0e127caa1a97 req-06b44937-86e5-4431-a8fb-4ef70ad8bfdc tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 944 time: 0.0502102 Oct 23 00:57:59.701349 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3fb4bc94-f969-47d1-b6e8-0e127caa1a97 req-8a1484ac-9e25-4cbd-a397-b226aebb181b tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Oct 23 00:57:59.962015 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe122e-5540-4435-85a1-9e347c991c12 req-5ee56979-244f-4c3b-bcca-5126c29eaa9f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:59.963332 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2bfe122e-5540-4435-85a1-9e347c991c12 req-5ee56979-244f-4c3b-bcca-5126c29eaa9f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0464752 Oct 23 00:58:00.009876 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2bfe122e-5540-4435-85a1-9e347c991c12 req-5786c85d-e0a1-4331-84ac-4409335ddc8b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410900 Oct 23 00:58:00.413615 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-32af7e8f-c5a2-4992-892b-c8d0bb058716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:00.415103 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-32af7e8f-c5a2-4992-892b-c8d0bb058716 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=bd4636922d3f4936b68c2d38f53ab4d4&device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 1128 time: 0.0436022 Oct 23 00:58:00.537538 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-04f2014d-2c4f-43a9-8910-4ec4bdf90ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:00.538899 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-04f2014d-2c4f-43a9-8910-4ec4bdf90ee7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2 HTTP/1.1" status: 200 len: 915 time: 0.1163785 Oct 23 00:58:00.556773 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba590d-5132-4605-a213-b4f0dbffc420 req-f0f724df-4a08-4abf-899f-6c35a342870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:00.558417 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-66ba590d-5132-4605-a213-b4f0dbffc420 req-f0f724df-4a08-4abf-899f-6c35a342870b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1129 time: 0.0538690 Oct 23 00:58:00.593723 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-bd129588-4505-436c-a92a-af953585ba1f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62af426d-30a7-4037-a3c4-64b4c845b744 HTTP/1.1" status: 200 len: 217 time: 0.0462027 Oct 23 00:58:00.660518 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-66ba590d-5132-4605-a213-b4f0dbffc420 req-ec8fcf46-478f-4f7c-abab-ccdda4c79336 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736876 Oct 23 00:58:00.663962 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-0417b079-39ab-47a5-8036-598236ef37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:00.665326 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-0417b079-39ab-47a5-8036-598236ef37ab service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8519ee96-a8be-48a3-af08-0be88107c29f HTTP/1.1" status: 200 len: 854 time: 0.0632598 Oct 23 00:58:00.781920 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:00.819316 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf7606-5b32-404a-add0-92ff7ea3bfab req-f7a77de9-489d-431e-9145-c6779f1a3683 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:00.820795 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-33cf7606-5b32-404a-add0-92ff7ea3bfab req-f7a77de9-489d-431e-9145-c6779f1a3683 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 944 time: 0.0474768 Oct 23 00:58:00.871284 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-33cf7606-5b32-404a-add0-92ff7ea3bfab req-581722a6-1b9c-487b-8f24-a350498a8d26 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Oct 23 00:58:00.997539 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-9245b344-8b52-4308-91cf-696de4d351eb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259778 Oct 23 00:58:01.100392 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-4cb87f1f-3826-4936-a594-e14a4ffea672 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955076 Oct 23 00:58:01.174775 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f65ba-aec2-4f2a-823e-8b8b3051c108 req-4c2e1c9d-4695-4c26-a4cc-876e0bc8e75a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:01.176242 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae1f65ba-aec2-4f2a-823e-8b8b3051c108 req-4c2e1c9d-4695-4c26-a4cc-876e0bc8e75a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0929821 Oct 23 00:58:01.240041 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c6e88a64-4130-4e31-b5e6-2bfe13f69bf7 req-a6465723-85cb-4b56-a90f-cdce7441456e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249053 Oct 23 00:58:01.246750 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ae1f65ba-aec2-4f2a-823e-8b8b3051c108 req-58021c5a-8814-46f6-93ff-e1c3f76376aa tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643718 Oct 23 00:58:01.378397 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 62af426d-30a7-4037-a3c4-64b4c845b744 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:58:01.477312 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 62af426d-30a7-4037-a3c4-64b4c845b744, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62af426d-30a7-4037-a3c4-64b4c845b744,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:01.492736 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '62af426d-30a7-4037-a3c4-64b4c845b744', 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2', 'port_id': '62af426d-30a7-4037-a3c4-64b4c845b744', 'mac_address': 'fa:16:3e:fe:22:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8519ee96-a8be-48a3-af08-0be88107c29f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:58:01.527544 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 62af426d-30a7-4037-a3c4-64b4c845b744 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:01.527937 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.540962 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62af426d-30a7-4037-a3c4-64b4c845b744 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:01.562444 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 62af426d-30a7-4037-a3c4-64b4c845b744, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62af426d-30a7-4037-a3c4-64b4c845b744,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:01.566636 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.615775 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=62af426d-30a7-4037-a3c4-64b4c845b744,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:01.995905 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09a71-fc48-440a-b968-03964b887212 req-ddc2c4f4-8942-4437-b8e7-401969b0b1ec tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:01.997381 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c2a09a71-fc48-440a-b968-03964b887212 req-ddc2c4f4-8942-4437-b8e7-401969b0b1ec tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 945 time: 0.0497046 Oct 23 00:58:02.026867 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:02.043999 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c2a09a71-fc48-440a-b968-03964b887212 req-6b8d1173-0514-42f1-a637-93fab6aee022 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Oct 23 00:58:02.111452 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['62af426d-30a7-4037-a3c4-64b4c845b744'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:02.370038 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd5753-678e-4b76-9a59-424138771826 req-ab080384-dd00-45a0-afbc-da78d6928d6a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:02.371480 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-35dd5753-678e-4b76-9a59-424138771826 req-ab080384-dd00-45a0-afbc-da78d6928d6a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0467138 Oct 23 00:58:02.417490 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-35dd5753-678e-4b76-9a59-424138771826 req-118939fc-3249-4a6d-912f-e5892917889e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405612 Oct 23 00:58:03.163306 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276dfd4-8124-4603-a63f-25a69c4142ca req-abe9a646-9c31-4cfd-9ef6-8ce46629584c tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.164763 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4276dfd4-8124-4603-a63f-25a69c4142ca req-abe9a646-9c31-4cfd-9ef6-8ce46629584c tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 945 time: 0.0492029 Oct 23 00:58:03.211683 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4276dfd4-8124-4603-a63f-25a69c4142ca req-2262978a-6b03-4b59-a646-4616f75201ad tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Oct 23 00:58:03.381641 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 62af426d-30a7-4037-a3c4-64b4c845b744 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:03.383772 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:03.424709 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 62af426d-30a7-4037-a3c4-64b4c845b744 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:58:03.430793 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 62af426d-30a7-4037-a3c4-64b4c845b744 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:03.431167 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.431500 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 62af426d-30a7-4037-a3c4-64b4c845b744 Oct 23 00:58:03.511643 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 62af426d-30a7-4037-a3c4-64b4c845b744 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:03.512024 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.535927 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099f0ee6-a828-4258-b7da-7667171ddf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62af426d-30a7-4037-a3c4-64b4c845b744'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:03.538171 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b11ac9d-4036-4008-8983-85207bbc9c48" -d '{"events": [{"server_uuid": "099f0ee6-a828-4258-b7da-7667171ddf38", "name": "network-vif-plugged", "status": "completed", "tag": "62af426d-30a7-4037-a3c4-64b4c845b744"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:03.542951 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4599-a36a-4a24-bc7a-32b6aab69e7c req-ff384db8-1c61-4604-831b-d945ac429fa6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.544462 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9aae4599-a36a-4a24-bc7a-32b6aab69e7c req-ff384db8-1c61-4604-831b-d945ac429fa6 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0484846 Oct 23 00:58:03.552564 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 62af426d-30a7-4037-a3c4-64b4c845b744, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62af426d-30a7-4037-a3c4-64b4c845b744,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:03.557752 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.584806 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25419a-0f92-4797-bebe-f458b15225f0 x-openstack-request-id: req-0f25419a-0f92-4797-bebe-f458b15225f0 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:03.585083 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099f0ee6-a828-4258-b7da-7667171ddf38", "name": "network-vif-plugged", "status": "completed", "tag": "62af426d-30a7-4037-a3c4-64b4c845b744", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:03.585532 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f25419a-0f92-4797-bebe-f458b15225f0 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:03.586033 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f25419a-0f92-4797-bebe-f458b15225f0'] response: {'server_uuid': '099f0ee6-a828-4258-b7da-7667171ddf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62af426d-30a7-4037-a3c4-64b4c845b744', 'code': 200} Oct 23 00:58:03.601074 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:03.604848 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9aae4599-a36a-4a24-bc7a-32b6aab69e7c req-c59a68b2-4469-4969-9e36-128a53191864 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527859 Oct 23 00:58:03.612982 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=62af426d-30a7-4037-a3c4-64b4c845b744,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:03.720381 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334287c-85c0-42b6-ae43-8d52b7f49e9c req-d111f10a-d36b-45eb-b251-afd3ebe69f3a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.721837 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c334287c-85c0-42b6-ae43-8d52b7f49e9c req-d111f10a-d36b-45eb-b251-afd3ebe69f3a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0465207 Oct 23 00:58:03.732005 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39676) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:03.737083 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'floatingip': {'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:03.768130 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ec4e3-551c-4c65-a0fa-d8d0270426ad req-8c5c0be6-b413-43c5-9fdb-1003cba1f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.769655 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-770ec4e3-551c-4c65-a0fa-d8d0270426ad req-8c5c0be6-b413-43c5-9fdb-1003cba1f07e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 1130 time: 0.0420232 Oct 23 00:58:03.775814 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (21cd5b3a-7f61-4da5-980e-48247cb23331), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.815042 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-770ec4e3-551c-4c65-a0fa-d8d0270426ad req-5257bd89-36c8-4d08-9dc6-dc967509a929 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Oct 23 00:58:04.192324 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:04.195831 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (21cd5b3a-7f61-4da5-980e-48247cb23331), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:04.289572 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Floating IP 21cd5b3a-7f61-4da5-980e-48247cb23331 associated. External IP: 172.37.1.223, port: 915e9fb0-b2d5-4b3c-9097-5cedd88cb558. Oct 23 00:58:04.330673 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb10c3-b0f2-4cf5-9c91-e3b6002b886f req-25e31e83-bbdb-4970-a751-82e6ab065666 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:04.332120 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4eeb10c3-b0f2-4cf5-9c91-e3b6002b886f req-25e31e83-bbdb-4970-a751-82e6ab065666 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0467057 Oct 23 00:58:04.379949 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4eeb10c3-b0f2-4cf5-9c91-e3b6002b886f req-667c52f9-11ab-4c8c-9ff3-7b761c2c0741 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Oct 23 00:58:04.712441 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Router eecd47ed-1d86-4cb6-962a-3858a4983b98 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:58:04.810680 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:58:04.818260 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:04.823202 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] Sync routers for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:58:04.833284 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:04.833890 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:57:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:04.849429 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b6f0681e-4794-4fda-8a25-4dbdaa2f585c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/21cd5b3a-7f61-4da5-980e-48247cb23331 HTTP/1.1" status: 200 len: 991 time: 1.1163015 Oct 23 00:58:04.850054 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:04.852293 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb85707-bc56-4f06-a411-e944f3fb0e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:04.888767 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0ebaef-7373-42e5-993a-50222ae3091e x-openstack-request-id: req-2d0ebaef-7373-42e5-993a-50222ae3091e {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:04.889051 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:04.889295 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d0ebaef-7373-42e5-993a-50222ae3091e {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:04.889693 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0ebaef-7373-42e5-993a-50222ae3091e'] response: {'name': 'network-changed', 'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'status': 'completed', 'code': 200} Oct 23 00:58:04.937287 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:04.963484 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-927a1fcb-2297-4a24-b4e5-a6784af9ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:04.964965 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-927a1fcb-2297-4a24-b4e5-a6784af9ed3f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1129 time: 0.0380621 Oct 23 00:58:04.991528 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:05.058239 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-c7cc4677-f7b0-4f76-a847-caaefdf22a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:05.059696 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-c7cc4677-f7b0-4f76-a847-caaefdf22a87 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.0881355 Oct 23 00:58:05.126426 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-4ad4b28e-3457-4a0b-b342-e2f8e81df475 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 200 len: 999 time: 0.0555472 Oct 23 00:58:05.184505 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '21cd5b3a-7f61-4da5-980e-48247cb23331', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'floating_ip_address': '172.37.1.223', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'mac_address': 'fa:16:3e:a1:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e761278-922a-46e0-82e7-b4920d1761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:45Z', 'updated_at': '2022-10-23T00:58:04Z', 'revision_number': 1, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:05.197714 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-324a97e8-1626-42f4-ac4c-c3b63f90e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:05.199282 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-324a97e8-1626-42f4-ac4c-c3b63f90e6a8 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0581255 Oct 23 00:58:05.213292 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] Checking router: eecd47ed-1d86-4cb6-962a-3858a4983b98 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:58:05.224775 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:05.225442 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:57:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:05.245178 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-ee5f5d85-7f9b-4842-a574-f155e4b5ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:05.246694 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-ee5f5d85-7f9b-4842-a574-f155e4b5ed37 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403035 Oct 23 00:58:05.333684 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:05.353834 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-c94cec84-e027-4ec2-acee-f9c04a3d2388 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946934 Oct 23 00:58:05.507291 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413182e3-52ba-40c1-a57f-e13733b6eef6 req-314055d0-9e0d-4ba5-8467-e826777f1a9a tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:05.508684 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-413182e3-52ba-40c1-a57f-e13733b6eef6 req-314055d0-9e0d-4ba5-8467-e826777f1a9a tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0505974 Oct 23 00:58:05.544769 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:05.552529 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '21cd5b3a-7f61-4da5-980e-48247cb23331', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'floating_ip_address': '172.37.1.223', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'mac_address': 'fa:16:3e:a1:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e761278-922a-46e0-82e7-b4920d1761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:45Z', 'updated_at': '2022-10-23T00:58:04Z', 'revision_number': 1, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:05.555803 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-413182e3-52ba-40c1-a57f-e13733b6eef6 req-ed810836-833c-48cc-bfc1-23b7645b923a tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Oct 23 00:58:05.578320 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21021b5-460d-4f4b-b010-226c3182255c None None] The sync data for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb is: [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '21cd5b3a-7f61-4da5-980e-48247cb23331', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'floating_ip_address': '172.37.1.223', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'mac_address': 'fa:16:3e:a1:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e761278-922a-46e0-82e7-b4920d1761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:45Z', 'updated_at': '2022-10-23T00:58:04Z', 'revision_number': 1, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:58:05.769297 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d6a67-5398-442a-b74d-6fff41a80840 None None] New status for floating IP 21cd5b3a-7f61-4da5-980e-48247cb23331: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:58:05.917236 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:05.959299 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bdb85707-bc56-4f06-a411-e944f3fb0e5a req-bc78ebaa-aa95-4d1d-8f51-caaa9ceb6498 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898118 Oct 23 00:58:06.691079 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34b97e-91ae-4bd1-ab03-72c0e7aada7c req-8fd1a426-ef99-4321-811a-a975740b90bd tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:06.692648 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1b34b97e-91ae-4bd1-ab03-72c0e7aada7c req-8fd1a426-ef99-4321-811a-a975740b90bd tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0534220 Oct 23 00:58:06.745582 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1b34b97e-91ae-4bd1-ab03-72c0e7aada7c req-eccfb362-49b0-4417-8093-62c1d588eec5 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Oct 23 00:58:08.880509 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39798) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:08.994279 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b55a02e-4f2f-49a9-a352-ad26210c9b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:09.073024 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b55a02e-4f2f-49a9-a352-ad26210c9b19 admin admin] Publish callbacks [] for security_group (d382173a-a0af-4762-b992-a5735f791a98), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:09.079743 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b55a02e-4f2f-49a9-a352-ad26210c9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d382173a-a0af-4762-b992-a5735f791a98), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:09.116942 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-4b55a02e-4f2f-49a9-a352-ad26210c9b19 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2cac3654e3414c61a1c14fed10f23629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353456 Oct 23 00:58:09.121124 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39812) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:09.136532 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55a02e-4f2f-49a9-a352-ad26210c9b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d382173a-a0af-4762-b992-a5735f791a98,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:09.172017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:09.174780 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99de994-4533-46cd-b631-740d64723612 req-98e0a762-5656-4bb6-9cce-452ee5a0ce2b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:09.176206 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c99de994-4533-46cd-b631-740d64723612 req-98e0a762-5656-4bb6-9cce-452ee5a0ce2b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0619967 Oct 23 00:58:09.178351 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c3056733-5129-4017-95b6-06d2a8831197 admin admin] Publish callbacks [] for security_group (d382173a-a0af-4762-b992-a5735f791a98), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:09.185281 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:09.200093 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c3056733-5129-4017-95b6-06d2a8831197 admin admin] Publish callbacks [] for security_group (d382173a-a0af-4762-b992-a5735f791a98), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:09.232559 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c99de994-4533-46cd-b631-740d64723612 req-a4fdd4b5-266f-4c5b-941d-2d5831dd4e25 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505028 Oct 23 00:58:09.251100 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c3056733-5129-4017-95b6-06d2a8831197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d382173a-a0af-4762-b992-a5735f791a98), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:09.256002 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c3056733-5129-4017-95b6-06d2a8831197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:09.260544 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-c3056733-5129-4017-95b6-06d2a8831197 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d382173a-a0af-4762-b992-a5735f791a98 HTTP/1.1" status: 204 len: 168 time: 0.1377270 Oct 23 00:58:09.269891 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3056733-5129-4017-95b6-06d2a8831197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d382173a-a0af-4762-b992-a5735f791a98,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:09.891735 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39836) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:09.988994 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-108712147-network', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:10.009567 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Made reservation on behalf of ac18f8515a94410891c7675051d1ac59 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:10.011951 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.020840 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.097955 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Publish callbacks [] for security_group (7e2dea4c-7495-4835-84a7-26d7d5172c31), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.101485 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (7e2dea4c-7495-4835-84a7-26d7d5172c31), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.129749 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:58:10.140856 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2dea4c-7495-4835-84a7-26d7d5172c31,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:10.147290 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (7cf442e6-805d-4775-9d83-8d98262efe89), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.147628 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Added segment 7cf442e6-805d-4775-9d83-8d98262efe89 of type vlan for network 082de651-68c7-4173-8643-f72fffa9c2c7 Oct 23 00:58:10.190665 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (082de651-68c7-4173-8643-f72fffa9c2c7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.214158 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (082de651-68c7-4173-8643-f72fffa9c2c7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.215058 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:10.215636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.272955 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fc6e03d1-ce54-4e88-9fa2-c6bc7d4e35eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.276762 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39840) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:10.277193 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3834081 Oct 23 00:58:10.283087 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142a870-02f5-4398-9164-b4bee0d09432 admin admin] Pushing event updated for resources: {'Network': ['ID=082de651-68c7-4173-8643-f72fffa9c2c7,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:10.288865 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Request body: {'subnet': {'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-108712147-subnet', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:10.293585 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 082de651-68c7-4173-8643-f72fffa9c2c7 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:58:10.310365 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Made reservation on behalf of ac18f8515a94410891c7675051d1ac59 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:10.313035 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723963'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.402678 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:10.427622 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788e253-bfcb-44cd-82c1-a11a8871593f req-b8f8fd6d-d141-49ae-bcb8-3471b5a1af33 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:10.429131 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c788e253-bfcb-44cd-82c1-a11a8871593f req-b8f8fd6d-d141-49ae-bcb8-3471b5a1af33 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0765054 Oct 23 00:58:10.521731 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c788e253-bfcb-44cd-82c1-a11a8871593f req-a57275cb-3149-4efa-80b8-fbbec45013c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856884 Oct 23 00:58:10.566190 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7741244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723949'] for subnet (6afcc383-31f6-475b-9115-7ff684be90d4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.603422 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:10.621885 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6afcc383-31f6-475b-9115-7ff684be90d4,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:10.634105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Checking segment: {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:10.634459 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Network hostable DHCP agents. Network: 082de651-68c7-4173-8643-f72fffa9c2c7, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:58:10.651507 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Network 082de651-68c7-4173-8643-f72fffa9c2c7 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:58:10.659915 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 082de651-68c7-4173-8643-f72fffa9c2c7) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:10.664110 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:10.664677 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.669931 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11135bd-ea26-4717-ac18-4e1d88a6e54e None None] Network 082de651-68c7-4173-8643-f72fffa9c2c7 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:58:10.681245 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-dd50a6ca-5c4c-4484-8bbb-9780c2715318 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4001451 Oct 23 00:58:10.684016 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39846) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:10.688202 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:10.710677 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (8feb16d5-64d5-4524-96e3-2209b0880073), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.711838 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (8feb16d5-64d5-4524-96e3-2209b0880073), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.773933 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks [] for router_controller (8feb16d5-64d5-4524-96e3-2209b0880073), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.779991 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-082de651-68c7-4173-8643-f72fffa9c2c7', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:58:10.781229 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.848805 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:10.914060 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks [] for router_gateway (8feb16d5-64d5-4524-96e3-2209b0880073), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.924642 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Allocated IP 172.20.0.2 (082de651-68c7-4173-8643-f72fffa9c2c7/6afcc383-31f6-475b-9115-7ff684be90d4/87b72ae2-712c-47b1-9aa4-1000aa717ffc) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:11.066034 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Publish callbacks [] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.071087 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.102849 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks [] for router_gateway (8feb16d5-64d5-4524-96e3-2209b0880073), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.117430 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Network 082de651-68c7-4173-8643-f72fffa9c2c7 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:11.122335 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:11.123194 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.124447 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Pushing event updated for resources: {'Port': ['ID=87b72ae2-712c-47b1-9aa4-1000aa717ffc,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:11.130465 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:11.188191 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Attempting to bind port 87b72ae2-712c-47b1-9aa4-1000aa717ffc on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:11.188674 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Attempting to bind port 87b72ae2-712c-47b1-9aa4-1000aa717ffc by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:11.189033 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Attempting to bind port 87b72ae2-712c-47b1-9aa4-1000aa717ffc on network 082de651-68c7-4173-8643-f72fffa9c2c7 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:11.230499 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:11.230867 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Checking segment: {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:11.231296 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.231684 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Bound using segment: {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:11.232146 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Bound port: 87b72ae2-712c-47b1-9aa4-1000aa717ffc, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:11.232541 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.234978 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Allocated IP 172.37.1.199 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/e84ce0bf-379a-48c6-a156-235db061d3c9) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:11.264596 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:11.355865 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks [] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.390150 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.442440 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Pushing event updated for resources: {'Port': ['ID=e84ce0bf-379a-48c6-a156-235db061d3c9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:11.458458 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] For port 87b72ae2-712c-47b1-9aa4-1000aa717ffc, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:11.459537 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:11.461131 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:11.462268 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] For port 87b72ae2-712c-47b1-9aa4-1000aa717ffc, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=87b72ae2-712c-47b1-9aa4-1000aa717ffc,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:11.463996 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:11.468774 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.523304 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43393734-1eb2-4e73-99b1-8827cf3c0853 None None] Pushing event updated for resources: {'Port': ['ID=87b72ae2-712c-47b1-9aa4-1000aa717ffc,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:11.816572 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:11.856529 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefbd2a-aa11-43a2-95cb-2529620ceeb6 req-3c66bad9-1cd6-4a8c-9312-fb3e1cde8568 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:11.858013 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3cefbd2a-aa11-43a2-95cb-2529620ceeb6 req-3c66bad9-1cd6-4a8c-9312-fb3e1cde8568 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.1049523 Oct 23 00:58:11.902262 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 87b72ae2-712c-47b1-9aa4-1000aa717ffc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:11.952249 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 87b72ae2-712c-47b1-9aa4-1000aa717ffc triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:11.952659 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.953003 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 87b72ae2-712c-47b1-9aa4-1000aa717ffc Oct 23 00:58:11.960088 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3cefbd2a-aa11-43a2-95cb-2529620ceeb6 req-4aee8cb5-5024-4ca2-8019-2b9addcac6d7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929830 Oct 23 00:58:11.987337 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:12.021546 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks [] for router_gateway (8feb16d5-64d5-4524-96e3-2209b0880073), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.035383 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 87b72ae2-712c-47b1-9aa4-1000aa717ffc is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:12.035898 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.069302 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 87b72ae2-712c-47b1-9aa4-1000aa717ffc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=87b72ae2-712c-47b1-9aa4-1000aa717ffc,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:12.072915 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.127782 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=87b72ae2-712c-47b1-9aa4-1000aa717ffc,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:12.219453 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (8feb16d5-64d5-4524-96e3-2209b0880073), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.323762 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:12.353588 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Router 8feb16d5-64d5-4524-96e3-2209b0880073 is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:58:12.402668 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8b525837-c0f5-4085-8c18-251054a9c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.429574 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1573fa2-fba6-47a5-8d39-e4eac41a067b None None] Network 082de651-68c7-4173-8643-f72fffa9c2c7 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:58:12.433445 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:12.460294 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:58:12.482990 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Sync routers for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:58:12.483590 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.484450 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-6f0dceaf-7729-415f-8ab5-94e0ba5b271a admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7994030 Oct 23 00:58:12.487178 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39856) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:12.501338 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:12.502760 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:12.578702 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-b87e83d0-5c31-421f-81e6-68efba223bb2 None None] Provisioning complete for port 87b72ae2-712c-47b1-9aa4-1000aa717ffc triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:12.579078 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87e83d0-5c31-421f-81e6-68efba223bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.579414 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-b87e83d0-5c31-421f-81e6-68efba223bb2 None None] Attempt 1 to provision port 87b72ae2-712c-47b1-9aa4-1000aa717ffc Oct 23 00:58:12.694192 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:12.789079 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:12.824687 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b87e83d0-5c31-421f-81e6-68efba223bb2 None None] Current status of the port 87b72ae2-712c-47b1-9aa4-1000aa717ffc is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:12.911013 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:11Z', 'revision_number': 3, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:12.928815 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.944403 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Checking router: 8feb16d5-64d5-4524-96e3-2209b0880073 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:58:12.944610 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Updating router 8feb16d5-64d5-4524-96e3-2209b0880073 port e84ce0bf-379a-48c6-a156-235db061d3c9 binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:58:12.977346 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-598ba18e-7501-44db-b581-1eb8b9f24e4d None None] Provisioning complete for port 87b72ae2-712c-47b1-9aa4-1000aa717ffc triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:12.977646 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-598ba18e-7501-44db-b581-1eb8b9f24e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:12.977984 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-598ba18e-7501-44db-b581-1eb8b9f24e4d None None] Attempt 1 to provision port 87b72ae2-712c-47b1-9aa4-1000aa717ffc Oct 23 00:58:12.979650 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.137400 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc740277-cf97-4d8f-9d77-6dcd6d0541a7 req-6afd33fd-3845-4a3a-aa9e-c3d7bbcedbeb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:13.137663 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:13.139120 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fc740277-cf97-4d8f-9d77-6dcd6d0541a7 req-6afd33fd-3845-4a3a-aa9e-c3d7bbcedbeb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0867643 Oct 23 00:58:13.140704 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Allocated IP 172.20.0.1 (082de651-68c7-4173-8643-f72fffa9c2c7/6afcc383-31f6-475b-9115-7ff684be90d4/84aff435-a4b8-41a9-b048-a542d382c063) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:13.186806 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-598ba18e-7501-44db-b581-1eb8b9f24e4d None None] Current status of the port 87b72ae2-712c-47b1-9aa4-1000aa717ffc is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:13.227677 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:13.251186 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fc740277-cf97-4d8f-9d77-6dcd6d0541a7 req-4efb9e8e-8cfd-44ff-b332-3c6bab067134 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997572 Oct 23 00:58:13.285617 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:13.296421 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Publish callbacks [] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.296616 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Publish callbacks [] for port (84aff435-a4b8-41a9-b048-a542d382c063), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.304597 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.331421 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (84aff435-a4b8-41a9-b048-a542d382c063), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.336545 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Attempting to bind port e84ce0bf-379a-48c6-a156-235db061d3c9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:13.336917 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Attempting to bind port e84ce0bf-379a-48c6-a156-235db061d3c9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:13.337280 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Attempting to bind port e84ce0bf-379a-48c6-a156-235db061d3c9 on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:13.373197 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4aa98-4774-4764-95da-8e1d440f8327 None None] Pushing event updated for resources: {'Port': ['ID=e84ce0bf-379a-48c6-a156-235db061d3c9,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:13.374538 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Network 082de651-68c7-4173-8643-f72fffa9c2c7 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:13.377840 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:13.384350 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:13.390749 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:13.391120 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:13.391520 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.391907 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:13.392439 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Bound port: e84ce0bf-379a-48c6-a156-235db061d3c9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:13.392822 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.414544 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Pushing event updated for resources: {'Port': ['ID=84aff435-a4b8-41a9-b048-a542d382c063,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:13.429389 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (8feb16d5-64d5-4524-96e3-2209b0880073), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.446175 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] For port e84ce0bf-379a-48c6-a156-235db061d3c9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:13.449910 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] For port e84ce0bf-379a-48c6-a156-235db061d3c9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e84ce0bf-379a-48c6-a156-235db061d3c9,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:13.457458 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.509582 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:13.510221 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:13.554071 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4aa98-4774-4764-95da-8e1d440f8327 None None] Pushing event updated for resources: {'Port': ['ID=e84ce0bf-379a-48c6-a156-235db061d3c9,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:13.598812 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (84aff435-a4b8-41a9-b048-a542d382c063), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.638166 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:13.645786 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:13.738204 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.768169 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-ef3f2c83-8ca6-4c8f-8d26-3369ace172ed None None] Provisioning complete for port 84aff435-a4b8-41a9-b048-a542d382c063 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:13.768460 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Publish callbacks [] for port (84aff435-a4b8-41a9-b048-a542d382c063), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.768568 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2c83-8ca6-4c8f-8d26-3369ace172ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (84aff435-a4b8-41a9-b048-a542d382c063), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.768806 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-ef3f2c83-8ca6-4c8f-8d26-3369ace172ed None None] Attempt 1 to provision port 84aff435-a4b8-41a9-b048-a542d382c063 Oct 23 00:58:13.773302 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (84aff435-a4b8-41a9-b048-a542d382c063), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.822787 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f2c83-8ca6-4c8f-8d26-3369ace172ed None None] Port 84aff435-a4b8-41a9-b048-a542d382c063 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:58:13.851296 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Pushing event updated for resources: {'Port': ['ID=84aff435-a4b8-41a9-b048-a542d382c063,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:13.856754 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (8feb16d5-64d5-4524-96e3-2209b0880073), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.884244 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 87b72ae2-712c-47b1-9aa4-1000aa717ffc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:13.958397 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Network 082de651-68c7-4173-8643-f72fffa9c2c7 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:13.959806 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:14.078254 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:11Z', 'revision_number': 3, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:14.080479 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Router 8feb16d5-64d5-4524-96e3-2209b0880073 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:58:14.096524 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:14.111566 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd8934-6e12-4b50-80cf-23268ad4b9b9 None None] The sync data for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb is: [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:11Z', 'revision_number': 3, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:58:14.123131 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 87b72ae2-712c-47b1-9aa4-1000aa717ffc triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:14.123513 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:14.123851 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 87b72ae2-712c-47b1-9aa4-1000aa717ffc Oct 23 00:58:14.181492 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:14.214774 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 87b72ae2-712c-47b1-9aa4-1000aa717ffc is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:14.223946 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:58:14.229509 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-2094710d-e6d5-474a-9851-e829dba7556d admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/8feb16d5-64d5-4524-96e3-2209b0880073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7410192 Oct 23 00:58:14.264496 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-a72125ae-3bb3-4ba2-9ab7-34557efa3161 None None] Provisioning complete for port 84aff435-a4b8-41a9-b048-a542d382c063 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:14.265037 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a72125ae-3bb3-4ba2-9ab7-34557efa3161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (84aff435-a4b8-41a9-b048-a542d382c063), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:14.265416 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-a72125ae-3bb3-4ba2-9ab7-34557efa3161 None None] Attempt 1 to provision port 84aff435-a4b8-41a9-b048-a542d382c063 Oct 23 00:58:14.309165 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-a72125ae-3bb3-4ba2-9ab7-34557efa3161 None None] Port 84aff435-a4b8-41a9-b048-a542d382c063 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:58:14.406888 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576297cb-8f54-447f-a5b8-d64cbd78939d req-db9a637f-beae-4d13-a944-44587b1f7620 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:14.413953 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-576297cb-8f54-447f-a5b8-d64cbd78939d req-db9a637f-beae-4d13-a944-44587b1f7620 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0587349 Oct 23 00:58:14.472716 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-576297cb-8f54-447f-a5b8-d64cbd78939d req-497d97d6-0471-45a1-b67e-cd33ebcf03d8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571442 Oct 23 00:58:14.814914 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39888) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:14.819998 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-585904401-network', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:14.844033 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Made reservation on behalf of 99d6804d5c474f00ab3abbceab6f4165 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:14.846997 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:14.856039 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:14.937169 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:14.939381 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Publish callbacks [] for security_group (c3d9592d-dc2d-42d6-8cc9-91e4f3958b1d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:14.945315 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (c3d9592d-dc2d-42d6-8cc9-91e4f3958b1d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:14.976200 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:58:14.983257 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d9592d-dc2d-42d6-8cc9-91e4f3958b1d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:14.990648 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (99d25d87-3edc-4a98-a1ee-eddf6f29d749), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:14.990996 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.segments_db [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Added segment 99d25d87-3edc-4a98-a1ee-eddf6f29d749 of type vlan for network 553a50e9-aa16-4264-a359-3f52ef79d3a6 Oct 23 00:58:15.036062 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (553a50e9-aa16-4264-a359-3f52ef79d3a6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.061382 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (553a50e9-aa16-4264-a359-3f52ef79d3a6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.062355 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:15.062927 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.129049 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3129618 Oct 23 00:58:15.131845 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39890) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:15.132480 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edd0e5-f29d-4dee-9cfa-e2714b819b12 admin admin] Pushing event updated for resources: {'Network': ['ID=553a50e9-aa16-4264-a359-3f52ef79d3a6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:15.136880 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Request body: {'subnet': {'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-585904401-subnet', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:15.143274 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 553a50e9-aa16-4264-a359-3f52ef79d3a6 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:58:15.158389 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Made reservation on behalf of 99d6804d5c474f00ab3abbceab6f4165 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:15.161152 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.331657 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.333826 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.361429 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (d00bae01-ae3c-4eac-a74b-59d5c2777b01), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.416187 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00bae01-ae3c-4eac-a74b-59d5c2777b01,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:15.426657 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Checking segment: {'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:15.427010 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Network hostable DHCP agents. Network: 553a50e9-aa16-4264-a359-3f52ef79d3a6, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:58:15.446893 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Network 553a50e9-aa16-4264-a359-3f52ef79d3a6 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:58:15.451959 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:15.459454 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 553a50e9-aa16-4264-a359-3f52ef79d3a6) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:15.464404 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:15.465003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.469865 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616aaa97-d2fb-4973-a43a-9f942a593664 None None] Network 553a50e9-aa16-4264-a359-3f52ef79d3a6 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:58:15.471326 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:15.472465 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:15.489391 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-20cc7df3-ce5c-4af4-9760-104666444edf admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3560078 Oct 23 00:58:15.490655 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39892) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:15.496088 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:15.528408 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (599db7e0-a8e8-4c45-980a-fc6299680543), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.529501 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (599db7e0-a8e8-4c45-980a-fc6299680543), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.589861 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks [] for router_controller (599db7e0-a8e8-4c45-980a-fc6299680543), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.603260 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-553a50e9-aa16-4264-a359-3f52ef79d3a6', 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6', 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'fixed_ips': [{'subnet_id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:58:15.604210 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.625622 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49022789-a42e-4d9f-85a8-f216e4ff69c5 req-56dc9e6e-db78-415e-b8a6-20c37c5363d4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:15.628175 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-49022789-a42e-4d9f-85a8-f216e4ff69c5 req-56dc9e6e-db78-415e-b8a6-20c37c5363d4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0589380 Oct 23 00:58:15.699313 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-49022789-a42e-4d9f-85a8-f216e4ff69c5 req-6abfbe20-054c-433d-80e2-37d375df3bc1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616748 Oct 23 00:58:15.749036 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks [] for router_gateway (599db7e0-a8e8-4c45-980a-fc6299680543), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.764488 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Allocated IP 172.20.0.2 (553a50e9-aa16-4264-a359-3f52ef79d3a6/d00bae01-ae3c-4eac-a74b-59d5c2777b01/8930ce19-daf5-48f1-acca-2ef1a0677fa9) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:15.917775 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device e84ce0bf-379a-48c6-a156-235db061d3c9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:15.918553 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:15.942599 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:15.966149 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Sync routers for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:58:15.969262 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Publish callbacks [] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.976122 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks [] for router_gateway (599db7e0-a8e8-4c45-980a-fc6299680543), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.978487 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.985346 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:15.993097 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:16.017253 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.027416 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Network 553a50e9-aa16-4264-a359-3f52ef79d3a6 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:16.030453 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port e84ce0bf-379a-48c6-a156-235db061d3c9 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:16.030836 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.031155 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port e84ce0bf-379a-48c6-a156-235db061d3c9 Oct 23 00:58:16.067694 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:16.074777 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:16.094903 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Pushing event updated for resources: {'Port': ['ID=8930ce19-daf5-48f1-acca-2ef1a0677fa9,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:16.160804 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:16.167960 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Allocated IP 172.37.1.47 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:16.176599 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Attempting to bind port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:16.176965 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Attempting to bind port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:16.177329 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Attempting to bind port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 on network 553a50e9-aa16-4264-a359-3f52ef79d3a6 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:16.181292 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port e84ce0bf-379a-48c6-a156-235db061d3c9 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:16.181879 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.187950 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:16.234769 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port e84ce0bf-379a-48c6-a156-235db061d3c9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e84ce0bf-379a-48c6-a156-235db061d3c9,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:16.245448 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.270978 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:16.271665 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Checking segment: {'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:16.272056 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.272717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Bound using segment: {'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:16.273158 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Bound port: 8930ce19-daf5-48f1-acca-2ef1a0677fa9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:16.273536 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.326535 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks [] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.330915 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=e84ce0bf-379a-48c6-a156-235db061d3c9,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:16.357305 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] For port 8930ce19-daf5-48f1-acca-2ef1a0677fa9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:16.361502 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] For port 8930ce19-daf5-48f1-acca-2ef1a0677fa9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8930ce19-daf5-48f1-acca-2ef1a0677fa9,segment=NetworkSegment(99d25d87-3edc-4a98-a1ee-eddf6f29d749),segment_id=99d25d87-3edc-4a98-a1ee-eddf6f29d749)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:16.377080 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.421860 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:16.431115 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.448013 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889e699-6301-4d22-9936-dcfb0b86f33b None None] Pushing event updated for resources: {'Port': ['ID=8930ce19-daf5-48f1-acca-2ef1a0677fa9,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:16.475975 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 2, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:16.497274 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:16.501021 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:16.503375 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:16.505614 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:16.506617 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Checking router: 8feb16d5-64d5-4524-96e3-2209b0880073 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:58:16.507245 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Updating router 8feb16d5-64d5-4524-96e3-2209b0880073 port 84aff435-a4b8-41a9-b048-a542d382c063 binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:58:16.538046 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (84aff435-a4b8-41a9-b048-a542d382c063), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.705284 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:16.717649 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:16.769954 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks [] for router_gateway (599db7e0-a8e8-4c45-980a-fc6299680543), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.851631 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ab25-a3a8-47f6-ae58-e46784f1e839 req-7aeb45b8-b81b-4170-98b5-c34f533cd61f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:16.853125 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d3a1ab25-a3a8-47f6-ae58-e46784f1e839 req-7aeb45b8-b81b-4170-98b5-c34f533cd61f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0673306 Oct 23 00:58:16.890261 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Publish callbacks [] for port (84aff435-a4b8-41a9-b048-a542d382c063), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.897422 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (84aff435-a4b8-41a9-b048-a542d382c063), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:16.913576 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d3a1ab25-a3a8-47f6-ae58-e46784f1e839 req-fa8e5bc7-db9d-4ffc-97c0-e818837e03f8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540004 Oct 23 00:58:16.964751 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Pushing event updated for resources: {'Port': ['ID=84aff435-a4b8-41a9-b048-a542d382c063,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:16.972610 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.972952 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.973288 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.973688 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.973936 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.974260 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.974575 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.974890 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.975205 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.976277 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.976277 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.976277 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.976592 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.976800 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.977118 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:16.998812 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (599db7e0-a8e8-4c45-980a-fc6299680543), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.011394 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:17.013897 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Attempting to bind port 84aff435-a4b8-41a9-b048-a542d382c063 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:17.014263 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Attempting to bind port 84aff435-a4b8-41a9-b048-a542d382c063 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:17.014673 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Attempting to bind port 84aff435-a4b8-41a9-b048-a542d382c063 on network 082de651-68c7-4173-8643-f72fffa9c2c7 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:17.056775 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:17.057145 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Checking segment: {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:17.057544 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.057932 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Bound using segment: {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:17.058402 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Bound port: 84aff435-a4b8-41a9-b048-a542d382c063, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:17.058779 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (84aff435-a4b8-41a9-b048-a542d382c063), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.126067 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] For port 84aff435-a4b8-41a9-b048-a542d382c063, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:17.131450 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] For port 84aff435-a4b8-41a9-b048-a542d382c063, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=84aff435-a4b8-41a9-b048-a542d382c063,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:17.138651 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Router 599db7e0-a8e8-4c45-980a-fc6299680543 is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:58:17.139990 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (84aff435-a4b8-41a9-b048-a542d382c063), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.180745 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:17.181381 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:17.236549 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e7a2-2ee4-413d-a1e8-d1dfaf400790 None None] Pushing event updated for resources: {'Port': ['ID=84aff435-a4b8-41a9-b048-a542d382c063,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:17.254226 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:58:17.265600 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Sync routers for ids ['599db7e0-a8e8-4c45-980a-fc6299680543'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:58:17.274770 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.279437 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39908) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:17.282138 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Routers {'599db7e0-a8e8-4c45-980a-fc6299680543'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:17.283560 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['599db7e0-a8e8-4c45-980a-fc6299680543'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:17.286824 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4f566bed-4185-4e0f-b6fa-f2d5f18b0dd3 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7950876 Oct 23 00:58:17.315459 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:17.333159 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:17.456395 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Set router 599db7e0-a8e8-4c45-980a-fc6299680543 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:17.546948 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8961b3-6153-4efc-ab26-bf04c37fd57d None None] Network 553a50e9-aa16-4264-a359-3f52ef79d3a6 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:58:17.585904 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:17Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:17.621121 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c27d2-4615-4085-a8de-47ae52960ce2 None None] The sync data for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb is: [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:17Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:58:17.688868 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-95fea58f-4965-4e4e-86c5-5034fc4d0e22 None None] Provisioning complete for port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:17.689336 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95fea58f-4965-4e4e-86c5-5034fc4d0e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.689635 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-95fea58f-4965-4e4e-86c5-5034fc4d0e22 None None] Attempt 1 to provision port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 Oct 23 00:58:17.712252 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:18.058359 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-95fea58f-4965-4e4e-86c5-5034fc4d0e22 None None] Current status of the port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:18.058759 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95fea58f-4965-4e4e-86c5-5034fc4d0e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.082516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 3, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port': {'id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:16Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:18.159738 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 8930ce19-daf5-48f1-acca-2ef1a0677fa9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:18.160933 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12453e-5f68-43ab-953e-b714843d2a23 req-1b26226a-bb78-4c96-8e92-2e185644df87 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:18.162519 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0c12453e-5f68-43ab-953e-b714843d2a23 req-1b26226a-bb78-4c96-8e92-2e185644df87 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.1232505 Oct 23 00:58:18.169722 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Checking router: 599db7e0-a8e8-4c45-980a-fc6299680543 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:58:18.169993 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Updating router 599db7e0-a8e8-4c45-980a-fc6299680543 port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:58:18.233363 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.237885 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:18.247021 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:18.269950 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-95fea58f-4965-4e4e-86c5-5034fc4d0e22 None None] For port 8930ce19-daf5-48f1-acca-2ef1a0677fa9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8930ce19-daf5-48f1-acca-2ef1a0677fa9,segment=NetworkSegment(99d25d87-3edc-4a98-a1ee-eddf6f29d749),segment_id=99d25d87-3edc-4a98-a1ee-eddf6f29d749)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:18.274243 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.303621 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95fea58f-4965-4e4e-86c5-5034fc4d0e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.319946 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0c12453e-5f68-43ab-953e-b714843d2a23 req-15435248-2c95-4500-ab90-8ffa2a13ee18 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363771 Oct 23 00:58:18.360687 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:18.361345 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.362151 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 Oct 23 00:58:18.509209 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fea58f-4965-4e4e-86c5-5034fc4d0e22 None None] Pushing event updated for resources: {'Port': ['ID=8930ce19-daf5-48f1-acca-2ef1a0677fa9,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:18.559308 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:18.636533 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Allocated IP 172.20.0.1 (553a50e9-aa16-4264-a359-3f52ef79d3a6/d00bae01-ae3c-4eac-a74b-59d5c2777b01/17f779b0-ec1d-4ba2-b9c4-34a72d105288) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:18.641323 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:18.641953 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device e84ce0bf-379a-48c6-a156-235db061d3c9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:18.738239 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port e84ce0bf-379a-48c6-a156-235db061d3c9 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:18.738643 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.738979 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port e84ce0bf-379a-48c6-a156-235db061d3c9 Oct 23 00:58:18.765605 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-73e675fa-f0ca-46aa-b727-b790552fe3ab None None] Provisioning complete for port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:18.765977 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73e675fa-f0ca-46aa-b727-b790552fe3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.766308 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-73e675fa-f0ca-46aa-b727-b790552fe3ab None None] Attempt 1 to provision port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 Oct 23 00:58:18.771905 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Publish callbacks [] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.812422 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.850078 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Network 553a50e9-aa16-4264-a359-3f52ef79d3a6 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:18.855216 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:18.860444 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:18.866398 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Pushing event updated for resources: {'Port': ['ID=17f779b0-ec1d-4ba2-b9c4-34a72d105288,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:18.867783 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Publish callbacks [] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.902377 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:18.925942 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (599db7e0-a8e8-4c45-980a-fc6299680543), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.093683 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:19.105139 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.129157 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port e84ce0bf-379a-48c6-a156-235db061d3c9 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:19.130204 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 84aff435-a4b8-41a9-b048-a542d382c063 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:19.152215 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Attempting to bind port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:19.152572 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Attempting to bind port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:19.152887 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Attempting to bind port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:19.215162 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-73e675fa-f0ca-46aa-b727-b790552fe3ab None None] Current status of the port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:19.217305 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c7298-8d63-44a3-a8d0-89e8a68f5a2e None None] Pushing event updated for resources: {'Port': ['ID=575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:19.234780 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:19.246887 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:19.247053 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:19.247333 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.247730 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:19.248207 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Bound port: 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:19.248736 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.251045 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 84aff435-a4b8-41a9-b048-a542d382c063 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:19.251438 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (84aff435-a4b8-41a9-b048-a542d382c063), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.251772 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 84aff435-a4b8-41a9-b048-a542d382c063 Oct 23 00:58:19.309481 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Publish callbacks [] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.316972 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.350699 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] For port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:19.362150 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-e03c60a8-335e-4d37-a3da-53b510120ebf None None] Provisioning complete for port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:19.362521 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e03c60a8-335e-4d37-a3da-53b510120ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.362872 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-e03c60a8-335e-4d37-a3da-53b510120ebf None None] Attempt 1 to provision port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 Oct 23 00:58:19.369227 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] For port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:19.371677 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:19.398304 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.400690 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (599db7e0-a8e8-4c45-980a-fc6299680543), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.417054 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Pushing event updated for resources: {'Port': ['ID=17f779b0-ec1d-4ba2-b9c4-34a72d105288,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:19.462769 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e03c60a8-335e-4d37-a3da-53b510120ebf None None] Port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:58:19.467497 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Routers {'599db7e0-a8e8-4c45-980a-fc6299680543'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:19.468056 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['599db7e0-a8e8-4c45-980a-fc6299680543'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:19.535959 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7c1fe-3f09-4438-b40e-6e1a799c09fe req-6c13f7b9-1378-42d8-b2a6-32fb132bf7d1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:19.536105 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:19.537115 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 84aff435-a4b8-41a9-b048-a542d382c063 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:19.537454 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (84aff435-a4b8-41a9-b048-a542d382c063), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.538531 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d5e7c1fe-3f09-4438-b40e-6e1a799c09fe req-6c13f7b9-1378-42d8-b2a6-32fb132bf7d1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0771055 Oct 23 00:58:19.570266 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c7298-8d63-44a3-a8d0-89e8a68f5a2e None None] Pushing event updated for resources: {'Port': ['ID=575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:19.601562 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Network 553a50e9-aa16-4264-a359-3f52ef79d3a6 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:19.605556 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:19.614362 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d5e7c1fe-3f09-4438-b40e-6e1a799c09fe req-68a7b979-df7c-4a8f-88a0-6f704d9cfae4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685041 Oct 23 00:58:19.629131 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 84aff435-a4b8-41a9-b048-a542d382c063, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=84aff435-a4b8-41a9-b048-a542d382c063,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:19.637133 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (84aff435-a4b8-41a9-b048-a542d382c063), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.676390 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] Set router 599db7e0-a8e8-4c45-980a-fc6299680543 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:19.735281 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=84aff435-a4b8-41a9-b048-a542d382c063,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:19.735695 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Router 599db7e0-a8e8-4c45-980a-fc6299680543 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:58:19.851444 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:58:19.863340 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-fe80e9b4-fe28-4e55-96a0-4c0fef0108c1 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/599db7e0-a8e8-4c45-980a-fc6299680543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5760586 Oct 23 00:58:19.899248 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c29ccf79-9c9d-482c-85df-65065f769d33 None None] Provisioning complete for port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:19.899631 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c29ccf79-9c9d-482c-85df-65065f769d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.899967 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c29ccf79-9c9d-482c-85df-65065f769d33 None None] Attempt 1 to provision port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 Oct 23 00:58:19.926748 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 8930ce19-daf5-48f1-acca-2ef1a0677fa9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:19.948767 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fe822351-22c1-4036-b690-af61688b6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 4, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port': {'id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:16Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '17f779b0-ec1d-4ba2-b9c4-34a72d105288', 'name': '', 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'mac_address': 'fa:16:3e:30:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:18Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 2, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'subnets': [{'id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:19.991043 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe822351-22c1-4036-b690-af61688b6601 None None] The sync data for ids ['599db7e0-a8e8-4c45-980a-fc6299680543'] in dv-cinder-master-3-smb is: [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 4, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port': {'id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:16Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '17f779b0-ec1d-4ba2-b9c4-34a72d105288', 'name': '', 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'mac_address': 'fa:16:3e:30:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:18Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 2, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'subnets': [{'id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:58:19.996429 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c29ccf79-9c9d-482c-85df-65065f769d33 None None] Port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:58:20.028388 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:20.029152 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.029274 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 Oct 23 00:58:20.086156 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:20.134980 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:20.137840 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 84aff435-a4b8-41a9-b048-a542d382c063 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:20.194595 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 84aff435-a4b8-41a9-b048-a542d382c063 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:20.195068 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (84aff435-a4b8-41a9-b048-a542d382c063), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.195429 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 84aff435-a4b8-41a9-b048-a542d382c063 Oct 23 00:58:20.299717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 84aff435-a4b8-41a9-b048-a542d382c063 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:20.331142 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39958) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:20.337032 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-12267c43-e14c-4c4d-a307-facdd3cf2d65 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563840598', 'description': 'tempest-secgroup-smoke-563840598 description', 'project_id': 'ac18f8515a94410891c7675051d1ac59'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:20.369561 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12267c43-e14c-4c4d-a307-facdd3cf2d65 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.401022 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:20.455583 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12267c43-e14c-4c4d-a307-facdd3cf2d65 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group (e8f5a53c-cc02-40da-ab24-5c7e17d7e370), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.460102 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12267c43-e14c-4c4d-a307-facdd3cf2d65 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (e8f5a53c-cc02-40da-ab24-5c7e17d7e370), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.494577 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12267c43-e14c-4c4d-a307-facdd3cf2d65 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.498603 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-12267c43-e14c-4c4d-a307-facdd3cf2d65 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1633794 Oct 23 00:58:20.498603 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12267c43-e14c-4c4d-a307-facdd3cf2d65 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f5a53c-cc02-40da-ab24-5c7e17d7e370,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:20.499176 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39964) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:20.507008 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-452dea80-b2be-4676-866a-bfca6f4bf4ef tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'security_group_rule': {'security_group_id': 'e8f5a53c-cc02-40da-ab24-5c7e17d7e370', 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:20.539736 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-452dea80-b2be-4676-866a-bfca6f4bf4ef tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (599a9a34-0d57-4952-a948-92613532505f), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.606989 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-452dea80-b2be-4676-866a-bfca6f4bf4ef tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (599a9a34-0d57-4952-a948-92613532505f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.613434 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-452dea80-b2be-4676-866a-bfca6f4bf4ef tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (599a9a34-0d57-4952-a948-92613532505f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.640646 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452dea80-b2be-4676-866a-bfca6f4bf4ef tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599a9a34-0d57-4952-a948-92613532505f,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:20.646663 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:58:20.652449 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-452dea80-b2be-4676-866a-bfca6f4bf4ef tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.656390 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-452dea80-b2be-4676-866a-bfca6f4bf4ef tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533506 Oct 23 00:58:20.658825 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39968) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:20.663307 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-d0644fd4-d704-4095-b374-90037e2295c4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'security_group_rule': {'security_group_id': 'e8f5a53c-cc02-40da-ab24-5c7e17d7e370', 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:20.701603 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d0644fd4-d704-4095-b374-90037e2295c4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (1b838397-40b0-4af4-99e1-a349e3545a1a), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.716819 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29e187-c6c6-4262-b07c-2af29d8b5d03 req-ee642e99-6240-4703-83d1-6dbd7bc998f7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:20.725933 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd29e187-c6c6-4262-b07c-2af29d8b5d03 req-ee642e99-6240-4703-83d1-6dbd7bc998f7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0706291 Oct 23 00:58:20.777556 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d0644fd4-d704-4095-b374-90037e2295c4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (1b838397-40b0-4af4-99e1-a349e3545a1a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.781652 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d0644fd4-d704-4095-b374-90037e2295c4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (1b838397-40b0-4af4-99e1-a349e3545a1a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.805074 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:20.809270 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0644fd4-d704-4095-b374-90037e2295c4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b838397-40b0-4af4-99e1-a349e3545a1a,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:20.829513 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d0644fd4-d704-4095-b374-90037e2295c4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.831087 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d0644fd4-d704-4095-b374-90037e2295c4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1712952 Oct 23 00:58:20.833721 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39972) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:20.839790 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-dce0b42c-3960-4d91-8649-66fc1ccf9f8f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'security_group_rule': {'security_group_id': 'e8f5a53c-cc02-40da-ab24-5c7e17d7e370', 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:20.850269 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd29e187-c6c6-4262-b07c-2af29d8b5d03 req-53696ee0-56f8-4371-afb3-e8dd173be4d4 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232331 Oct 23 00:58:20.865718 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470ea1-2922-4437-9635-2469be908208 req-83770ac5-1ad8-4fe8-9024-24a6fd414bb8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:20.867448 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-01470ea1-2922-4437-9635-2469be908208 req-83770ac5-1ad8-4fe8-9024-24a6fd414bb8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.1163766 Oct 23 00:58:20.880629 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dce0b42c-3960-4d91-8649-66fc1ccf9f8f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (3efb2a54-52d0-41d7-9b67-5dda670fb693), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.899009 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:20.928929 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-01470ea1-2922-4437-9635-2469be908208 req-f29c0d13-0e2d-4b0c-8313-37fe0c516371 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537553 Oct 23 00:58:20.955376 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dce0b42c-3960-4d91-8649-66fc1ccf9f8f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (3efb2a54-52d0-41d7-9b67-5dda670fb693), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.961089 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dce0b42c-3960-4d91-8649-66fc1ccf9f8f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (3efb2a54-52d0-41d7-9b67-5dda670fb693), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.987875 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0b42c-3960-4d91-8649-66fc1ccf9f8f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efb2a54-52d0-41d7-9b67-5dda670fb693,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:20.995348 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dce0b42c-3960-4d91-8649-66fc1ccf9f8f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:20.999168 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-dce0b42c-3960-4d91-8649-66fc1ccf9f8f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617062 Oct 23 00:58:20.999393 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39974) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:21.004406 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-73a630f8-baa2-4933-99f2-5707b470a142 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'security_group_rule': {'security_group_id': 'e8f5a53c-cc02-40da-ab24-5c7e17d7e370', 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:21.032463 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-73a630f8-baa2-4933-99f2-5707b470a142 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (c45d84b4-ee3d-4356-b6eb-a71ffc12af56), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.094767 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-73a630f8-baa2-4933-99f2-5707b470a142 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (c45d84b4-ee3d-4356-b6eb-a71ffc12af56), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.099318 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-73a630f8-baa2-4933-99f2-5707b470a142 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (c45d84b4-ee3d-4356-b6eb-a71ffc12af56), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.119358 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a630f8-baa2-4933-99f2-5707b470a142 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45d84b4-ee3d-4356-b6eb-a71ffc12af56,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:21.128651 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-73a630f8-baa2-4933-99f2-5707b470a142 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.132474 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-73a630f8-baa2-4933-99f2-5707b470a142 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295214 Oct 23 00:58:21.132790 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 39978) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:21.137289 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-7f017308-e8b7-4db6-9b1f-5e4e74f2d539 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'security_group_rule': {'security_group_id': 'e8f5a53c-cc02-40da-ab24-5c7e17d7e370', 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:21.158883 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-7f017308-e8b7-4db6-9b1f-5e4e74f2d539 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Project ac18f8515a94410891c7675051d1ac59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 00:58:21.165463 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f017308-e8b7-4db6-9b1f-5e4e74f2d539 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (2c6f2ee4-e85c-43b0-a662-01b8ab5c8ec6), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.230347 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f017308-e8b7-4db6-9b1f-5e4e74f2d539 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (2c6f2ee4-e85c-43b0-a662-01b8ab5c8ec6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.234069 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f017308-e8b7-4db6-9b1f-5e4e74f2d539 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (2c6f2ee4-e85c-43b0-a662-01b8ab5c8ec6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.258062 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f017308-e8b7-4db6-9b1f-5e4e74f2d539 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6f2ee4-e85c-43b0-a662-01b8ab5c8ec6,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:21.263600 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f017308-e8b7-4db6-9b1f-5e4e74f2d539 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.264738 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-7f017308-e8b7-4db6-9b1f-5e4e74f2d539 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309519 Oct 23 00:58:21.268154 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 39980) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:21.272807 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-51e2be15-2016-4488-8945-e104fb445968 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'security_group_rule': {'security_group_id': 'e8f5a53c-cc02-40da-ab24-5c7e17d7e370', 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:21.293855 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.securitygroups_db [None req-51e2be15-2016-4488-8945-e104fb445968 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Project ac18f8515a94410891c7675051d1ac59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 00:58:21.299984 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-51e2be15-2016-4488-8945-e104fb445968 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (cdf82056-07e9-4fe3-9d5b-efd1c06b0608), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.363741 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-51e2be15-2016-4488-8945-e104fb445968 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (cdf82056-07e9-4fe3-9d5b-efd1c06b0608), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.367404 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-51e2be15-2016-4488-8945-e104fb445968 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (cdf82056-07e9-4fe3-9d5b-efd1c06b0608), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.387770 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2be15-2016-4488-8945-e104fb445968 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf82056-07e9-4fe3-9d5b-efd1c06b0608,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:21.394317 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-51e2be15-2016-4488-8945-e104fb445968 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.398316 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-51e2be15-2016-4488-8945-e104fb445968 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261449 Oct 23 00:58:21.895449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:21.944019 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:21.944431 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.944769 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 Oct 23 00:58:21.988400 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:21.993988 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:22.025213 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecfeb-1226-42d9-a851-928ab7f4c502 req-5b639b3f-f3bf-457b-8ceb-86ec1634845c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:22.026693 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-182ecfeb-1226-42d9-a851-928ab7f4c502 req-5b639b3f-f3bf-457b-8ceb-86ec1634845c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0928977 Oct 23 00:58:22.031792 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:22.032720 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.057579 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:22.065110 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.107845 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e80-b9c6-4662-9f67-d13ce6af63ca req-fbb9d9a1-1e4e-436a-8d6a-4689057259b7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:22.109410 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ce07e80-b9c6-4662-9f67-d13ce6af63ca req-fbb9d9a1-1e4e-436a-8d6a-4689057259b7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0721741 Oct 23 00:58:22.128083 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:22.179430 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-182ecfeb-1226-42d9-a851-928ab7f4c502 req-4e57f135-396c-401b-9a9a-2cad1608ff25 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440094 Oct 23 00:58:22.204337 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-565dcf7b-d269-4074-9f52-3b94049fb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:22.205899 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-565dcf7b-d269-4074-9f52-3b94049fb5c0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1130 time: 0.0840080 Oct 23 00:58:22.219248 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ce07e80-b9c6-4662-9f67-d13ce6af63ca req-1bc6b749-8923-4de9-af7b-cbda3fc0cbe9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009815 Oct 23 00:58:22.263051 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.338911 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-d68465a5-52f0-400d-9e52-e66c845876a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:22.340427 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-d68465a5-52f0-400d-9e52-e66c845876a2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.1017709 Oct 23 00:58:22.402907 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Sync routers for ids ['599db7e0-a8e8-4c45-980a-fc6299680543'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:58:22.413149 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Routers {'599db7e0-a8e8-4c45-980a-fc6299680543'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:22.413393 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-6ca774a6-b7ab-49cf-a266-8cb2781ea70e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 1002 time: 0.0657723 Oct 23 00:58:22.413745 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['599db7e0-a8e8-4c45-980a-fc6299680543'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:22.467363 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-9749d4e6-ca7f-478c-a0ca-8ff0d78b68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:22.468877 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-9749d4e6-ca7f-478c-a0ca-8ff0d78b68ad service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0460186 Oct 23 00:58:22.525852 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-95f16fb1-f30e-4fc6-8a1d-1dec19aaf315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:22.527727 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-95f16fb1-f30e-4fc6-8a1d-1dec19aaf315 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424912 Oct 23 00:58:22.598490 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:22.606184 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Set router 599db7e0-a8e8-4c45-980a-fc6299680543 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:22.628285 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-b5cf4eb9-5019-4041-9b43-a52abde49eee service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903397 Oct 23 00:58:22.724095 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1248bf2b-4225-43ee-a1bf-b2dc319b8002 req-642ea2a3-21df-454a-a685-bd598a5d0e29 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884860 Oct 23 00:58:22.800418 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 4, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port': {'id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:16Z', 'updated_at': '2022-10-23T00:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '17f779b0-ec1d-4ba2-b9c4-34a72d105288', 'name': '', 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'mac_address': 'fa:16:3e:30:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:18Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 2, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'subnets': [{'id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:22.825441 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Checking router: 599db7e0-a8e8-4c45-980a-fc6299680543 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:58:22.825798 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Updating router 599db7e0-a8e8-4c45-980a-fc6299680543 port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:58:22.856692 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.015708 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:23.105438 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Publish callbacks [] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.106803 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:23.111467 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.176493 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b123d-5a3f-440b-8760-34ee3d76f25c None None] Pushing event updated for resources: {'Port': ['ID=17f779b0-ec1d-4ba2-b9c4-34a72d105288,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:23.209133 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Attempting to bind port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:23.209498 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Attempting to bind port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:23.209858 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Attempting to bind port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 on network 553a50e9-aa16-4264-a359-3f52ef79d3a6 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:23.263712 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:23.264230 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Checking segment: {'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:23.264822 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.265113 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Bound using segment: {'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:23.265646 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Bound port: 17f779b0-ec1d-4ba2-b9c4-34a72d105288, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d25d87-3edc-4a98-a1ee-eddf6f29d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:23.266031 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.340730 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] For port 17f779b0-ec1d-4ba2-b9c4-34a72d105288, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:23.343966 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] For port 17f779b0-ec1d-4ba2-b9c4-34a72d105288, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=17f779b0-ec1d-4ba2-b9c4-34a72d105288,segment=NetworkSegment(99d25d87-3edc-4a98-a1ee-eddf6f29d749),segment_id=99d25d87-3edc-4a98-a1ee-eddf6f29d749)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:23.351885 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.397189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9236-b725-448e-8dd3-b085c33f6ffa req-234dc9f7-3b4c-4335-afe8-7109bdcfe1f2 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.398678 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3afd9236-b725-448e-8dd3-b085c33f6ffa req-234dc9f7-3b4c-4335-afe8-7109bdcfe1f2 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0944462 Oct 23 00:58:23.406955 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18065325-bb2e-4c54-8de5-bfd105431560 req-bf3cb123-5bd5-4fc2-902f-96e686e663d0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.408465 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-18065325-bb2e-4c54-8de5-bfd105431560 req-bf3cb123-5bd5-4fc2-902f-96e686e663d0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0663717 Oct 23 00:58:23.409348 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b123d-5a3f-440b-8760-34ee3d76f25c None None] Pushing event updated for resources: {'Port': ['ID=17f779b0-ec1d-4ba2-b9c4-34a72d105288,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:23.417752 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Routers {'599db7e0-a8e8-4c45-980a-fc6299680543'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:23.418561 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['599db7e0-a8e8-4c45-980a-fc6299680543'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:23.488860 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3afd9236-b725-448e-8dd3-b085c33f6ffa req-f67732f7-eeed-455a-9f3d-44895d3b5923 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791926 Oct 23 00:58:23.493003 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-18065325-bb2e-4c54-8de5-bfd105431560 req-fdccc7a2-3027-4d0a-924e-58254f42d5ec tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768874 Oct 23 00:58:23.538091 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] Set router 599db7e0-a8e8-4c45-980a-fc6299680543 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:23.734615 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 4, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port': {'id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:16Z', 'updated_at': '2022-10-23T00:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '17f779b0-ec1d-4ba2-b9c4-34a72d105288', 'name': '', 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'mac_address': 'fa:16:3e:30:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:18Z', 'updated_at': '2022-10-23T00:58:23Z', 'revision_number': 4, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'subnets': [{'id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:23.759839 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72a114-0900-4ada-84a2-2b8b8892ed30 None None] The sync data for ids ['599db7e0-a8e8-4c45-980a-fc6299680543'] in dv-cinder-master-3-smb is: [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 4, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port': {'id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:16Z', 'updated_at': '2022-10-23T00:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '17f779b0-ec1d-4ba2-b9c4-34a72d105288', 'name': '', 'network_id': '553a50e9-aa16-4264-a359-3f52ef79d3a6', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'mac_address': 'fa:16:3e:30:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:18Z', 'updated_at': '2022-10-23T00:58:23Z', 'revision_number': 4, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'subnets': [{'id': 'd00bae01-ae3c-4eac-a74b-59d5c2777b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:58:23.895051 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:23.947837 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:23.948212 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.948613 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 Oct 23 00:58:24.027195 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:24.028274 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 17f779b0-ec1d-4ba2-b9c4-34a72d105288 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:24.073850 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:24.074227 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:24.074565 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 Oct 23 00:58:24.150636 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:24.151028 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:24.186475 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 17f779b0-ec1d-4ba2-b9c4-34a72d105288, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=17f779b0-ec1d-4ba2-b9c4-34a72d105288,segment=NetworkSegment(99d25d87-3edc-4a98-a1ee-eddf6f29d749),segment_id=99d25d87-3edc-4a98-a1ee-eddf6f29d749)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:24.191681 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:24.241391 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=17f779b0-ec1d-4ba2-b9c4-34a72d105288,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:24.646716 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7144dbc-0ed7-4d98-b81f-d9f397854dc4 req-9f1416d3-75e4-48f4-b178-dd13b9f3079c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:24.648647 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a7144dbc-0ed7-4d98-b81f-d9f397854dc4 req-9f1416d3-75e4-48f4-b178-dd13b9f3079c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0835803 Oct 23 00:58:24.670797 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f23255-a949-42d5-96b9-46ee5bc7de4f req-9e30d716-4108-4eed-a6d6-26f1c87d7969 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:24.672271 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d7f23255-a949-42d5-96b9-46ee5bc7de4f req-9e30d716-4108-4eed-a6d6-26f1c87d7969 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0756974 Oct 23 00:58:24.892110 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:24.919777 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a7144dbc-0ed7-4d98-b81f-d9f397854dc4 req-dd26257e-7e60-485c-9c68-6024e1ba0681 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631578 Oct 23 00:58:24.936792 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d7f23255-a949-42d5-96b9-46ee5bc7de4f req-6b22f909-a90d-49f6-88a0-95e2cc1a69e2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689399 Oct 23 00:58:25.863134 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 17f779b0-ec1d-4ba2-b9c4-34a72d105288 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:25.906730 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:25.907110 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:25.907446 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 Oct 23 00:58:25.908748 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:25.985298 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:26.075125 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13ae5-d09f-44d1-8cd4-f428bced54d8 req-177a17b7-fe2b-43f8-9aae-f4c779e9c64c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:26.076621 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b5f13ae5-d09f-44d1-8cd4-f428bced54d8 req-177a17b7-fe2b-43f8-9aae-f4c779e9c64c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0794892 Oct 23 00:58:26.086910 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a5bcd-aae2-4c6f-9a27-35848f45bdb7 req-a4be3fde-dbd1-45ba-a4d6-d61fab85bc6c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:26.088330 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9f6a5bcd-aae2-4c6f-9a27-35848f45bdb7 req-a4be3fde-dbd1-45ba-a4d6-d61fab85bc6c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0629103 Oct 23 00:58:26.161257 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b5f13ae5-d09f-44d1-8cd4-f428bced54d8 req-ee064071-f3d2-4c55-8e5f-a3888702de03 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719590 Oct 23 00:58:26.164665 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9f6a5bcd-aae2-4c6f-9a27-35848f45bdb7 req-98900bb0-ff51-4016-b06e-bf8881ae406e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688519 Oct 23 00:58:27.311945 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3acd1-d089-4a2e-ba81-a8ee3da3876c req-ca31a9d6-7ad9-4cd5-b9a6-67bccbe22957 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:27.313427 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45f3acd1-d089-4a2e-ba81-a8ee3da3876c req-ca31a9d6-7ad9-4cd5-b9a6-67bccbe22957 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0789108 Oct 23 00:58:27.323575 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9036d9b-abb6-4b94-9344-bc5e48fd0953 req-440a8e3f-8078-4ecc-9b41-14ba06167d46 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:27.324973 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f9036d9b-abb6-4b94-9344-bc5e48fd0953 req-440a8e3f-8078-4ecc-9b41-14ba06167d46 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0772805 Oct 23 00:58:27.399254 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45f3acd1-d089-4a2e-ba81-a8ee3da3876c req-5a3797fc-fdcc-43e4-b3ba-b8e99bde8076 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732470 Oct 23 00:58:27.402474 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f9036d9b-abb6-4b94-9344-bc5e48fd0953 req-3e06e583-6cc4-4b6d-9bfb-d958885da9db tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707386 Oct 23 00:58:28.554942 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d906a0-e0a7-4332-b8b5-1d862b2805ad req-ba0bd2bd-c943-4d87-b02b-4ed449917dc9 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:28.556468 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45d906a0-e0a7-4332-b8b5-1d862b2805ad req-ba0bd2bd-c943-4d87-b02b-4ed449917dc9 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0802982 Oct 23 00:58:28.566269 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbe75f-d9c7-4230-8697-7c7a77bec775 req-a2eb32a4-4b9f-458d-a7ef-36c733ca5ca5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:28.567727 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-72cbe75f-d9c7-4230-8697-7c7a77bec775 req-a2eb32a4-4b9f-458d-a7ef-36c733ca5ca5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0805264 Oct 23 00:58:28.634520 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:28.644024 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45d906a0-e0a7-4332-b8b5-1d862b2805ad req-b3ae7e2a-021c-4721-837d-c6ced7362bb2 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753286 Oct 23 00:58:28.646979 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-72cbe75f-d9c7-4230-8697-7c7a77bec775 req-8aee9189-da9e-4d4a-9bbe-c69fab90a254 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719540 Oct 23 00:58:29.506054 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:58:29.739572 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:29.751609 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '6c0b1630-8908-400f-be38-caa653eaaef1', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'port_id': '6c0b1630-8908-400f-be38-caa653eaaef1', 'mac_address': 'fa:16:3e:bf:8d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:58:29.791523 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c0b1630-8908-400f-be38-caa653eaaef1 is: ACTIVE; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:29.791825 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:29.801463 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:29.807074 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419121c0-0b9b-44e8-aeea-746b15c2e915 req-df05b652-1c8d-4da3-a0bf-6e1026281561 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:29.807539 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c0b1630-8908-400f-be38-caa653eaaef1 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:29.808738 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-419121c0-0b9b-44e8-aeea-746b15c2e915 req-df05b652-1c8d-4da3-a0bf-6e1026281561 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0801096 Oct 23 00:58:29.817994 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed1311-368f-4ba7-858a-4dc0b7de1fb2 req-2502cbbc-cc6c-41f3-bd3e-7652e0f36de7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:29.820135 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-36ed1311-368f-4ba7-858a-4dc0b7de1fb2 req-2502cbbc-cc6c-41f3-bd3e-7652e0f36de7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0798028 Oct 23 00:58:29.829463 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:29.834140 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:29.880488 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=6']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:29.897291 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-419121c0-0b9b-44e8-aeea-746b15c2e915 req-d85d9492-edc5-4431-aea4-891385373f8b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765300 Oct 23 00:58:29.901251 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-36ed1311-368f-4ba7-858a-4dc0b7de1fb2 req-f878159e-f4a0-470c-8d88-31d98998222c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734718 Oct 23 00:58:30.105791 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['6c0b1630-8908-400f-be38-caa653eaaef1'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:31.049606 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b14a-1242-4dcf-b56b-7fd4e35d5906 req-128c9445-b4cb-4da2-ba3b-13672cdf84e5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:31.051081 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0ce9b14a-1242-4dcf-b56b-7fd4e35d5906 req-128c9445-b4cb-4da2-ba3b-13672cdf84e5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0765393 Oct 23 00:58:31.058286 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fa1cd-3b69-46fc-90da-d50875ed351b req-191a30f6-1706-4ab2-9833-e502ce15d090 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:31.059636 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-836fa1cd-3b69-46fc-90da-d50875ed351b req-191a30f6-1706-4ab2-9833-e502ce15d090 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 945 time: 0.0750747 Oct 23 00:58:31.139134 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0ce9b14a-1242-4dcf-b56b-7fd4e35d5906 req-1dbcb110-8a0b-471e-ae2b-31ed9ca9021f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785508 Oct 23 00:58:31.143760 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-836fa1cd-3b69-46fc-90da-d50875ed351b req-3613c973-1726-4020-af4e-38a3d156551e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765445 Oct 23 00:58:31.383448 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=40,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:31.387882 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:31.512462 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:31.555683 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 6c0b1630-8908-400f-be38-caa653eaaef1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:31.556051 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:31.556416 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 6c0b1630-8908-400f-be38-caa653eaaef1 Oct 23 00:58:31.628330 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c0b1630-8908-400f-be38-caa653eaaef1 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:31.628719 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:31.650377 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:31.652644 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f8b78d-17d9-4825-8893-4d338759f0fb" -d '{"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-plugged", "status": "completed", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:31.664609 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:31.668934 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:31.695889 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70677dea-2199-4179-8b15-79055c282eb9 x-openstack-request-id: req-70677dea-2199-4179-8b15-79055c282eb9 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:31.696195 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-plugged", "status": "completed", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:31.696470 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70677dea-2199-4179-8b15-79055c282eb9 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:31.696910 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70677dea-2199-4179-8b15-79055c282eb9'] response: {'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1', 'code': 200} Oct 23 00:58:31.717793 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=7']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:32.277403 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:32.301550 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cb8f2-bde1-4d9a-bfbf-e81dd10979d6 req-b6727976-9f5a-47f2-8a07-06701f87c3b6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.303010 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7f2cb8f2-bde1-4d9a-bfbf-e81dd10979d6 req-b6727976-9f5a-47f2-8a07-06701f87c3b6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0756061 Oct 23 00:58:32.308413 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c10ec-bddb-4d8a-a767-b5fce8044b6f req-b6b3f3ec-0175-47ef-bde6-703a9dc9a130 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.309745 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-557c10ec-bddb-4d8a-a767-b5fce8044b6f req-b6b3f3ec-0175-47ef-bde6-703a9dc9a130 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0835593 Oct 23 00:58:32.389091 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7f2cb8f2-bde1-4d9a-bfbf-e81dd10979d6 req-445784b0-11a8-4ecc-b91f-ef8201ce2091 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784032 Oct 23 00:58:32.399313 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-557c10ec-bddb-4d8a-a767-b5fce8044b6f req-545874cc-d10f-4e55-a176-9216583bc2b8 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817332 Oct 23 00:58:33.561170 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3794-db6e-486f-aa6e-b71cebb4baba req-a8e57e6e-9c9a-435f-896e-18743fdef312 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:33.562993 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-823b3794-db6e-486f-aa6e-b71cebb4baba req-a8e57e6e-9c9a-435f-896e-18743fdef312 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0920947 Oct 23 00:58:33.570229 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7f11c-b5cf-4c8d-b840-62bfe343123c req-26d296d7-10f1-44c6-9c99-5c457b2ab0be tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:33.571688 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5ad7f11c-b5cf-4c8d-b840-62bfe343123c req-26d296d7-10f1-44c6-9c99-5c457b2ab0be tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0764921 Oct 23 00:58:33.644394 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-823b3794-db6e-486f-aa6e-b71cebb4baba req-c1827424-f758-4239-9a4d-327051f0f9c4 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715990 Oct 23 00:58:33.655028 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5ad7f11c-b5cf-4c8d-b840-62bfe343123c req-090a16a5-7128-4560-b67d-3a82ca9c6362 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748436 Oct 23 00:58:34.668245 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:34.669008 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:34.794309 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf98d3-da19-4965-b055-2d188769cefb req-3446b58f-cbd2-4984-80ea-e4d58860191b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:34.795753 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cdaf98d3-da19-4965-b055-2d188769cefb req-3446b58f-cbd2-4984-80ea-e4d58860191b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0752397 Oct 23 00:58:34.810190 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97313e6-4d9c-4704-99ba-294bd5930ab1 req-70b7105a-0147-4897-b2bd-ca15bf0f5205 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:34.811576 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d97313e6-4d9c-4704-99ba-294bd5930ab1 req-70b7105a-0147-4897-b2bd-ca15bf0f5205 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0600402 Oct 23 00:58:34.882813 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cdaf98d3-da19-4965-b055-2d188769cefb req-b1e04b5c-29a0-4f32-8d44-ac4e5affedb1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794127 Oct 23 00:58:34.885949 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d97313e6-4d9c-4704-99ba-294bd5930ab1 req-79937eac-aef9-444e-abfb-fd47041546de tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677397 Oct 23 00:58:36.043745 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5d56b-31a5-4683-8155-a6cf9a42a925 req-0bf61ba2-bd1d-4d87-ada6-986762633278 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:36.046130 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1aa5d56b-31a5-4683-8155-a6cf9a42a925 req-0bf61ba2-bd1d-4d87-ada6-986762633278 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0848162 Oct 23 00:58:36.054207 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e57605-d1ca-41e5-a888-215437014eaa req-3650a15d-c10a-4cd3-909a-5530b0c5e085 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:36.055610 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a5e57605-d1ca-41e5-a888-215437014eaa req-3650a15d-c10a-4cd3-909a-5530b0c5e085 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0832312 Oct 23 00:58:36.095878 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:36.135110 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1aa5d56b-31a5-4683-8155-a6cf9a42a925 req-12e03e53-354d-4bb1-a2aa-c6474b6b37c7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785170 Oct 23 00:58:36.145054 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a5e57605-d1ca-41e5-a888-215437014eaa req-86cb6d57-1ce4-44d9-8197-e061ac016019 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790856 Oct 23 00:58:37.290783 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75933f67-b89a-4dfb-9d53-ce8be5b65154 req-72279bd7-d22c-4017-9b4c-8962445c359d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:37.292206 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75933f67-b89a-4dfb-9d53-ce8be5b65154 req-72279bd7-d22c-4017-9b4c-8962445c359d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0738931 Oct 23 00:58:37.318857 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5079-156e-4c51-905f-bfd04ac35edf req-2f4618b3-784a-4263-817d-9b5c80a550e1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:37.320244 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a4ee5079-156e-4c51-905f-bfd04ac35edf req-2f4618b3-784a-4263-817d-9b5c80a550e1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0733721 Oct 23 00:58:37.366073 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75933f67-b89a-4dfb-9d53-ce8be5b65154 req-09427c4a-ff44-4402-b2f0-f90a501e300d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672669 Oct 23 00:58:37.386487 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a4ee5079-156e-4c51-905f-bfd04ac35edf req-748b753f-4a45-487d-963b-976dc32b39d1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596561 Oct 23 00:58:37.603724 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7ad90-3083-4cdc-a8d8-bf86fd59f3b0 req-eb441c4f-7973-4a47-a388-fb350772edee tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:37.605229 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-54c7ad90-3083-4cdc-a8d8-bf86fd59f3b0 req-eb441c4f-7973-4a47-a388-fb350772edee tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0468903 Oct 23 00:58:37.652477 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:37.657024 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-54c7ad90-3083-4cdc-a8d8-bf86fd59f3b0 req-9f0abc5b-3c2d-49af-abb1-2bbb6586baf5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451357 Oct 23 00:58:38.511451 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99f30f-9055-453b-b494-2f4a99c87b46 req-336d3285-5e71-478e-ba9f-1c3345b5c860 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:38.512926 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-db99f30f-9055-453b-b494-2f4a99c87b46 req-336d3285-5e71-478e-ba9f-1c3345b5c860 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0468340 Oct 23 00:58:38.563851 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-db99f30f-9055-453b-b494-2f4a99c87b46 req-374632df-46e8-4b09-8c90-44db0479f15d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448010 Oct 23 00:58:38.774714 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf4d15-c897-4033-b158-f8caa06e49d8 req-2f553f11-568a-481d-a2c6-a6ad8d8af4dc tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:38.776177 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-90bf4d15-c897-4033-b158-f8caa06e49d8 req-2f553f11-568a-481d-a2c6-a6ad8d8af4dc tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0457191 Oct 23 00:58:38.827122 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-90bf4d15-c897-4033-b158-f8caa06e49d8 req-bcd08f73-2789-488b-9d03-c5266ccf229c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Oct 23 00:58:39.572254 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-b2a10566-1c7a-483a-b629-f3b5f7a353fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:39.574001 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-b2a10566-1c7a-483a-b629-f3b5f7a353fa service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 1129 time: 0.0457225 Oct 23 00:58:39.742793 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aadc59-c2a0-4be3-be7b-1dfc72b86a1f req-19d203c6-a148-4623-86b8-f2ea7e96041b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:39.744239 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-68aadc59-c2a0-4be3-be7b-1dfc72b86a1f req-19d203c6-a148-4623-86b8-f2ea7e96041b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0659754 Oct 23 00:58:39.745597 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-d1f86308-aa8d-4937-94fb-a7f071345960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:39.746887 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-d1f86308-aa8d-4937-94fb-a7f071345960 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 912 time: 0.1668639 Oct 23 00:58:39.790893 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-68aadc59-c2a0-4be3-be7b-1dfc72b86a1f req-27655773-1ebc-4d46-a41e-36ed95549d00 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404539 Oct 23 00:58:39.949229 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d529b-1046-4807-a429-b67239ebf86d req-e44ef51f-4a73-4561-b7ff-c5de1751bc6d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:39.950651 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-347d529b-1046-4807-a429-b67239ebf86d req-e44ef51f-4a73-4561-b7ff-c5de1751bc6d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0493059 Oct 23 00:58:39.995454 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-347d529b-1046-4807-a429-b67239ebf86d req-a2eb7e21-ca9f-40f9-8f7a-d99222423674 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394065 Oct 23 00:58:40.265977 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-137e9b5b-d296-46d0-b5aa-0481444ab73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:40.361475 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-5ceec454-1bd5-4784-b447-18d7d4dfc5bd service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 HTTP/1.1" status: 200 len: 1000 time: 0.0648458 Oct 23 00:58:40.414339 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:40.860513 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 40282) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:40.867209 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215230497', 'description': 'tempest-description--419758524'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:40.900632 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:40.919830 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-67e0e475-0616-4fc5-9294-3c535f615ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:40.921413 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-67e0e475-0616-4fc5-9294-3c535f615ef9 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=522d6201-54ac-44a3-be79-eca7f6705ff3 HTTP/1.1" status: 200 len: 850 time: 0.1018612 Oct 23 00:58:40.983890 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-42756c38-ccb2-4fbe-a064-cfe091b60e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:40.986009 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-42756c38-ccb2-4fbe-a064-cfe091b60e0b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=197197c1-cb86-4ff6-9445-13bfeba0b392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0564919 Oct 23 00:58:40.988776 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (6210865e-2ec8-42ea-8a03-091c10c4076d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:40.999523 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (6210865e-2ec8-42ea-8a03-091c10c4076d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.045553 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6210865e-2ec8-42ea-8a03-091c10c4076d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:41.053784 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:41.054009 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.054424 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.054772 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.055110 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.055442 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.055775 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.056101 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.056506 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.056832 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.057159 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.057483 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.057814 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.058180 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.058654 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.058980 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:41.064617 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.065848 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-76018aad-215d-4f11-8c15-d9978c9a13e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2035089 Oct 23 00:58:41.075685 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 40288) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:41.083952 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-24e254c7-723a-48df-947d-ee920aee0362 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group_rule': {'security_group_id': '6210865e-2ec8-42ea-8a03-091c10c4076d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:41.128651 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-24e254c7-723a-48df-947d-ee920aee0362 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (e5a29cbf-9c85-4fb7-87dc-75c82906ef02), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.133596 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031da8c-85b5-40cc-bbf7-24af0589b721 req-6ebfcbc8-0bfc-45ef-a786-7eca74527fb0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:41.135327 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0031da8c-85b5-40cc-bbf7-24af0589b721 req-6ebfcbc8-0bfc-45ef-a786-7eca74527fb0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.2077024 Oct 23 00:58:41.200840 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-24e254c7-723a-48df-947d-ee920aee0362 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (e5a29cbf-9c85-4fb7-87dc-75c82906ef02), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.206882 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-24e254c7-723a-48df-947d-ee920aee0362 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (e5a29cbf-9c85-4fb7-87dc-75c82906ef02), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.208755 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f291c-1624-40e6-8bd1-11d6f5cc319c req-29ffdc16-11e2-4ae0-ba7c-065b0692422c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:41.210251 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-924f291c-1624-40e6-8bd1-11d6f5cc319c req-29ffdc16-11e2-4ae0-ba7c-065b0692422c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.1068847 Oct 23 00:58:41.229210 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e254c7-723a-48df-947d-ee920aee0362 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a29cbf-9c85-4fb7-87dc-75c82906ef02,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:41.240723 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-24e254c7-723a-48df-947d-ee920aee0362 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.242173 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-24e254c7-723a-48df-947d-ee920aee0362 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654799 Oct 23 00:58:41.245053 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 40290) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:41.258247 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-94c67176-5be5-4322-b7e7-47761d89470a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group_rule': {'security_group_id': '6210865e-2ec8-42ea-8a03-091c10c4076d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:41.267613 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-937f8083-8efa-4a33-88e2-98cbe8745b90 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728136 Oct 23 00:58:41.272107 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0031da8c-85b5-40cc-bbf7-24af0589b721 req-51713f1a-bd0e-4c38-a135-74e21da8c3eb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167459 Oct 23 00:58:41.295898 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-94c67176-5be5-4322-b7e7-47761d89470a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (6a0e147f-6240-4b42-977f-7c1991382553), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.351309 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-924f291c-1624-40e6-8bd1-11d6f5cc319c req-a9b9a965-aa7d-49e9-b749-58c3d76589a9 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294453 Oct 23 00:58:41.398396 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-94c67176-5be5-4322-b7e7-47761d89470a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (6a0e147f-6240-4b42-977f-7c1991382553), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.403732 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-94c67176-5be5-4322-b7e7-47761d89470a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (6a0e147f-6240-4b42-977f-7c1991382553), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.424066 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a3d14568-b1d2-4200-86e4-8d339c9c581a req-7df5f900-6624-4be8-8cfa-78dd9592acf5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481161 Oct 23 00:58:41.432946 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c67176-5be5-4322-b7e7-47761d89470a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0e147f-6240-4b42-977f-7c1991382553,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:41.443351 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-94c67176-5be5-4322-b7e7-47761d89470a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.448515 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-94c67176-5be5-4322-b7e7-47761d89470a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1951263 Oct 23 00:58:41.449109 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 40292) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:41.453905 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:41.477288 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.566287 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.675819 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Allocated IP 172.37.1.40 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/e01d6314-3d57-47f3-acc0-cf7e252c559c) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:41.677504 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:41.781064 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (e01d6314-3d57-47f3-acc0-cf7e252c559c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.785445 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:41.854097 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (e01d6314-3d57-47f3-acc0-cf7e252c559c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.910553 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:41.919294 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:41.927528 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:41.932541 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=e01d6314-3d57-47f3-acc0-cf7e252c559c,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:41.986584 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (0d11d5ca-74c4-48bc-a0cf-d78f4403c568), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.060245 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (e01d6314-3d57-47f3-acc0-cf7e252c559c), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.261663 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (e01d6314-3d57-47f3-acc0-cf7e252c559c), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.268179 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (e01d6314-3d57-47f3-acc0-cf7e252c559c), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.268911 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (0d11d5ca-74c4-48bc-a0cf-d78f4403c568), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.318452 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.319725 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8696642 Oct 23 00:58:42.323435 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652436c-a188-4e72-903d-c670cd495406 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=e01d6314-3d57-47f3-acc0-cf7e252c559c,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:42.429388 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-360270d4-9752-42ba-855e-f0c4a38d90cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.474600 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe241da-ab5c-4ab7-a63b-2875dc35ab1a req-7e6e9d97-dc57-4b97-8174-4886f2df0d2e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:42.476814 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7fe241da-ab5c-4ab7-a63b-2875dc35ab1a req-7e6e9d97-dc57-4b97-8174-4886f2df0d2e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0755093 Oct 23 00:58:42.519218 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:42.551294 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd085-45a5-48f4-b246-7726ad909287 req-19de7953-a17d-4283-b7d1-de2c94e56181 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:42.552788 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-32fbd085-45a5-48f4-b246-7726ad909287 req-19de7953-a17d-4283-b7d1-de2c94e56181 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0742683 Oct 23 00:58:42.598197 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7fe241da-ab5c-4ab7-a63b-2875dc35ab1a req-ea4646d9-66eb-413a-9d03-4ab26fa178a8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020675 Oct 23 00:58:42.635299 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-32fbd085-45a5-48f4-b246-7726ad909287 req-d0892b50-e4a4-4185-aa3f-dfef371c9a53 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743148 Oct 23 00:58:42.782810 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-6bec682c-89ef-4d13-b786-e68596c47bc9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--215230497&fields=id&tenant_id=f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 267 time: 0.0448093 Oct 23 00:58:42.928697 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-2f143f9f-ae7e-4968-905c-9591bd00992a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:42.930529 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-2f143f9f-ae7e-4968-905c-9591bd00992a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 815 time: 0.1408587 Oct 23 00:58:42.950419 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3605da76-a884-444e-8060-5567fdf48a7f tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/quotas/f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 375 time: 0.0144973 Oct 23 00:58:43.004757 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-ff363a53-4555-409e-9643-96f869f66cbf tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534093 Oct 23 00:58:43.107659 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-0b80b3f3-20a1-4d62-8b51-218887c24a22 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Oct 23 00:58:43.228602 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-5e8c55ca-f591-451d-abdc-15ccf39fe7f4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142180 Oct 23 00:58:43.417135 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1351c374-4cfa-479a-a46d-a4e87ec7b405 req-e458c3c8-e15a-404b-a06a-671f9c98f8e1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 210 time: 0.0376768 Oct 23 00:58:43.700915 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:43.719036 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:43.737163 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1bd7c-d9c7-482f-b19a-f20e6cd62253 req-8f3f1ffd-ed47-463f-bc70-93894c9e3927 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:43.738830 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-14c1bd7c-d9c7-482f-b19a-f20e6cd62253 req-8f3f1ffd-ed47-463f-bc70-93894c9e3927 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0555785 Oct 23 00:58:43.786995 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-14c1bd7c-d9c7-482f-b19a-f20e6cd62253 req-ed14981d-7bac-4a4a-b212-2566b1c29b99 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 Oct 23 00:58:44.517714 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-457747c5-e7c2-4696-a56c-e69f5fd3414b req-3fcfe844-4702-4cd2-b2d6-866c2871d36f tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Oct 23 00:58:44.925741 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b69d9-963f-4560-9059-d3a510941893 req-cd475d27-9fae-40dd-8135-7bc8a9bcd450 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:44.927402 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-608b69d9-963f-4560-9059-d3a510941893 req-cd475d27-9fae-40dd-8135-7bc8a9bcd450 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0505471 Oct 23 00:58:44.985945 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-608b69d9-963f-4560-9059-d3a510941893 req-5fb68b6a-ea67-41c2-8383-273fb518a4c1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513840 Oct 23 00:58:45.341575 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:45.349019 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:45.635232 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a8c82ae2-3da7-4aa0-86b3-e777b65d3904 req-3a9edbd8-7b25-42f0-87a5-c6e56ea5c4f4 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 210 time: 0.0369227 Oct 23 00:58:46.159379 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086667-a334-4dc3-999f-484ac114e834 req-cdd9bdcc-947a-4c7a-9ae8-03bc2f33bdfb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:46.161011 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40086667-a334-4dc3-999f-484ac114e834 req-cdd9bdcc-947a-4c7a-9ae8-03bc2f33bdfb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0613437 Oct 23 00:58:46.208418 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-547ad07a-18d2-4bbc-8b15-30bbdfc37719 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:46.209705 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-547ad07a-18d2-4bbc-8b15-30bbdfc37719 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 815 time: 0.2015719 Oct 23 00:58:46.243457 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40086667-a334-4dc3-999f-484ac114e834 req-5faff74d-09b9-43b0-bb27-263f6359c723 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740869 Oct 23 00:58:46.412652 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-5aa5480c-9eaa-4d3c-9080-1e535a8263cf tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 472 time: 0.0941296 Oct 23 00:58:46.425770 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'port': {'device_id': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'admin_state_up': True, 'tenant_id': 'f639829059494fd49c12d49d52134692', 'security_groups': ['6210865e-2ec8-42ea-8a03-091c10c4076d']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:46.674831 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:46.746818 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ec340945-72bb-480a-b784-6f86270c499f req-72d19d35-375a-4ef4-a0ee-28afaaa9f459 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 210 time: 0.0315058 Oct 23 00:58:46.764770 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Made reservation on behalf of f639829059494fd49c12d49d52134692 for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:46.769259 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:46.932471 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Allocated IP 172.20.0.14 (d8f91d95-1c2c-439e-9697-40967bfc9e0e/64322874-d1c5-43d1-a2c6-23db4c23e049/9f05769b-52b5-424b-a4b6-b2a04dbd5c32) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:47.085847 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:47.093685 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.133790 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.187141 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:47.191679 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:47.193738 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:47.205624 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:47.249822 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.250306 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.250744 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.251269 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.252268 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.252959 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.253729 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.254180 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.254848 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.255470 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.256144 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.256810 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.257443 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.258148 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.258687 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:47.296203 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.296862 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.332999 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-e4198823-134b-4d87-942a-2b1516e707b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9109631 Oct 23 00:58:47.348584 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Request body: {'port': {'device_id': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:47.530712 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-495afdb5-23ba-432b-9979-ca77a349b078 None None] Provisioning complete for port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:47.531204 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495afdb5-23ba-432b-9979-ca77a349b078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.531414 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-495afdb5-23ba-432b-9979-ca77a349b078 None None] Attempt 1 to provision port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 Oct 23 00:58:47.540163 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421ab16-c007-45d5-86c0-7baf3f3132b3 req-2d530a98-5706-4915-a9a2-720267662fbb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.546293 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4421ab16-c007-45d5-86c0-7baf3f3132b3 req-2d530a98-5706-4915-a9a2-720267662fbb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.1503150 Oct 23 00:58:47.575830 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.600444 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-495afdb5-23ba-432b-9979-ca77a349b078 None None] Port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:58:47.644653 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:47.676406 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4421ab16-c007-45d5-86c0-7baf3f3132b3 req-20a2f65b-96fb-4c15-a95d-806737efc393 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292937 Oct 23 00:58:47.737963 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-d674a7d0-876c-49bb-996d-e2ee899d9e99 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-563840598&fields=id&tenant_id=ac18f8515a94410891c7675051d1ac59 HTTP/1.1" status: 200 len: 267 time: 0.1348920 Oct 23 00:58:47.911957 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-b577e6c5-8d20-446e-874a-7ac9a77b682d tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.913589 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-b577e6c5-8d20-446e-874a-7ac9a77b682d tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/networks?id=082de651-68c7-4173-8643-f72fffa9c2c7 HTTP/1.1" status: 200 len: 808 time: 0.1346636 Oct 23 00:58:47.972968 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-1c484b49-f097-4b5f-a1c7-7e54edb988ab tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/quotas/ac18f8515a94410891c7675051d1ac59 HTTP/1.1" status: 200 len: 375 time: 0.0260003 Oct 23 00:58:47.978634 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae0dc7-6763-4f38-b457-598914b488c5 req-05b85fb3-9787-4c0b-91ae-36e0e3070419 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.980127 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-22ae0dc7-6763-4f38-b457-598914b488c5 req-05b85fb3-9787-4c0b-91ae-36e0e3070419 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 932 time: 0.0764604 Oct 23 00:58:48.094866 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-95165046-dad4-4bec-a95d-3183bd46b6ec tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=ac18f8515a94410891c7675051d1ac59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137462 Oct 23 00:58:48.142788 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:48.178041 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-22ae0dc7-6763-4f38-b457-598914b488c5 req-13b6e11a-79f0-4e78-90c4-08f16eb66d4d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725845 Oct 23 00:58:48.278444 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-3a8bb10f-423c-41f0-af0d-05a7fc79218b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700065 Oct 23 00:58:48.288944 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:48.314875 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Publish callbacks [] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.371296 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Transition to ACTIVE for port object 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:58:48.378790 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.486109 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Pushing event updated for resources: {'Port': ['ID=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:48.496754 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-371a5f71-e733-4074-bce2-a9c3bf781ad8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097459 Oct 23 00:58:48.533741 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Attempting to bind port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:48.534015 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Attempting to bind port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:48.534334 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Attempting to bind port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:48.586070 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 on network d8f91d95-1c2c-439e-9697-40967bfc9e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:58:48.586726 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Attempting to bind port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:48.643791 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:48.644494 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Checking segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:48.644930 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Bound using segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:48.645363 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Bound port: 9f05769b-52b5-424b-a4b6-b2a04dbd5c32, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:48.645860 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.693411 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:48.737951 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] For port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:48.742295 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] For port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:48.750836 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.760195 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:48.761771 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.763229 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/9f05769b-52b5-424b-a4b6-b2a04dbd5c32 HTTP/1.1" status: 200 len: 1094 time: 1.4210036 Oct 23 00:58:48.763817 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'tag': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:48.766089 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71b029-ae56-427b-aeee-017e4b149a58" -d '{"events": [{"name": "network-changed", "server_uuid": "81ab4862-0f9a-476f-97c5-4594b5b663b3", "tag": "9f05769b-52b5-424b-a4b6-b2a04dbd5c32"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:48.900158 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e69caf-77ad-4897-a862-fd816f112e14 x-openstack-request-id: req-f0e69caf-77ad-4897-a862-fd816f112e14 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:48.900495 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ab4862-0f9a-476f-97c5-4594b5b663b3", "tag": "9f05769b-52b5-424b-a4b6-b2a04dbd5c32", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:48.900713 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0e69caf-77ad-4897-a862-fd816f112e14 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:48.901127 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e69caf-77ad-4897-a862-fd816f112e14'] response: {'name': 'network-changed', 'server_uuid': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'tag': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'status': 'completed', 'code': 200} Oct 23 00:58:49.031937 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ccc7e4db-2369-40f7-a92e-f5de3e979c75 req-458e6b30-7a1e-4529-a12b-856a5aca0345 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 210 time: 0.0788958 Oct 23 00:58:49.032584 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c962387-9b92-4736-88e0-0be7d34b8a83 service neutron] Pushing event updated for resources: {'Port': ['ID=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:49.042700 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c47ac-58fe-4111-9ecc-420a8efa7d31 req-042748ca-fb32-46d8-9232-a5d8ae86bedb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.060628 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-249c47ac-58fe-4111-9ecc-420a8efa7d31 req-042748ca-fb32-46d8-9232-a5d8ae86bedb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.1835630 Oct 23 00:58:49.060628 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-90ef4e6b-d67d-44d0-a2f2-db003464ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.060628 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-90ef4e6b-d67d-44d0-a2f2-db003464ed91 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 1128 time: 0.1551847 Oct 23 00:58:49.109543 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-fe4bab3b-4bbc-4510-a8f6-49bc75dd8570 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f05769b-52b5-424b-a4b6-b2a04dbd5c32 HTTP/1.1" status: 200 len: 217 time: 0.0414772 Oct 23 00:58:49.165968 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-249c47ac-58fe-4111-9ecc-420a8efa7d31 req-1763b9b5-01c4-4105-8d76-5d997f8dcaa5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156812 Oct 23 00:58:49.178600 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-bbcaa3e5-426e-4fbd-904b-0035f7d33559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.180291 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-bbcaa3e5-426e-4fbd-904b-0035f7d33559 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0627878 Oct 23 00:58:49.233640 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-063974da-4da6-4f5f-a7ca-c1f47ce20283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.237238 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-063974da-4da6-4f5f-a7ca-c1f47ce20283 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488513 Oct 23 00:58:49.362344 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:49.370661 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3b3c6-5278-40be-ac96-9bfe85c102b7 req-dc8a2cf0-8d78-441c-b466-cea7d01c0154 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.372194 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3ea3b3c6-5278-40be-ac96-9bfe85c102b7 req-dc8a2cf0-8d78-441c-b466-cea7d01c0154 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 944 time: 0.0679266 Oct 23 00:58:49.409381 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-69b5a902-b835-4a65-ae98-fe5f1a8aa8ac service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637917 Oct 23 00:58:49.504666 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3ea3b3c6-5278-40be-ac96-9bfe85c102b7 req-73394743-4f8a-48a9-8886-87f4151297e9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150272 Oct 23 00:58:49.555134 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cd7bf1-6e28-4897-bafc-e390f549806b req-b68eb8a2-34af-4fa1-a01d-0e8ecf1f0502 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366661 Oct 23 00:58:50.148481 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d76a5b88-f674-4077-a83b-a8cb6a322d69 req-50d371c3-d494-4461-9d2e-92018c5d2e03 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 210 time: 0.0308030 Oct 23 00:58:50.311773 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6e5af-4f54-464a-8792-37c3a5088e5c req-f02403dd-88cb-410a-bf4c-498be8f8162a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:50.315153 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-41b6e5af-4f54-464a-8792-37c3a5088e5c req-f02403dd-88cb-410a-bf4c-498be8f8162a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0533905 Oct 23 00:58:50.370547 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-41b6e5af-4f54-464a-8792-37c3a5088e5c req-1d4f63c3-91b0-4e6e-8b10-ed2521cc5a5c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482640 Oct 23 00:58:50.636470 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ddff-c51c-4051-8a2e-b482ab223cff req-62892329-811d-4202-aa5a-9bf7b18609f5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:50.637836 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7b18ddff-c51c-4051-8a2e-b482ab223cff req-62892329-811d-4202-aa5a-9bf7b18609f5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 944 time: 0.0562694 Oct 23 00:58:50.706147 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7b18ddff-c51c-4051-8a2e-b482ab223cff req-f1e9f717-76fc-4c7b-a190-81472c39b791 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529132 Oct 23 00:58:51.253795 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-19cedbbb-41ca-47e2-a655-e8747137d2fe req-3d188ed1-6278-4435-8ed9-91542ad9ae49 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 210 time: 0.0286877 Oct 23 00:58:51.561319 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29c7ba-15a8-49c3-925e-326b7143d1f5 req-2a908c10-3b2b-4515-b004-3dab4e0e31b3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:51.563283 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1a29c7ba-15a8-49c3-925e-326b7143d1f5 req-2a908c10-3b2b-4515-b004-3dab4e0e31b3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0514433 Oct 23 00:58:51.622520 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1a29c7ba-15a8-49c3-925e-326b7143d1f5 req-d06239c9-adbc-4e93-93ee-a625bd54f876 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528588 Oct 23 00:58:51.850078 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631dc89-290c-4d0f-a3ef-fb34f12f73ac req-74ad5dd6-d661-4f4e-91da-5883e9411537 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:51.852014 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a631dc89-290c-4d0f-a3ef-fb34f12f73ac req-74ad5dd6-d661-4f4e-91da-5883e9411537 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 944 time: 0.0622482 Oct 23 00:58:51.873849 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:51.920847 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a631dc89-290c-4d0f-a3ef-fb34f12f73ac req-14c9f4f4-1c06-4a10-865b-eea8a620efa1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623722 Oct 23 00:58:52.265648 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:52.314756 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=72,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:52.317138 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=41,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:52.368622 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ffdbfc1-b8a1-4339-bfe5-7f020361cb5e req-87717095-4d9a-42a5-a3e3-bee629ab1ba5 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 210 time: 0.0301321 Oct 23 00:58:52.753405 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04206a-2670-4251-8ffd-72e821af1dcd req-b333a816-4ea9-41bc-a6d2-265524a844e1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:52.754871 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4c04206a-2670-4251-8ffd-72e821af1dcd req-b333a816-4ea9-41bc-a6d2-265524a844e1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0506098 Oct 23 00:58:52.802195 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4c04206a-2670-4251-8ffd-72e821af1dcd req-f2df97db-89d1-4865-a8f6-955f78a0921b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418525 Oct 23 00:58:53.042976 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7d2ee-a6cf-49df-a2f8-a5597bef82aa req-24ad133c-24ed-4835-b16a-681dd7cfd9b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:53.044449 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-60e7d2ee-a6cf-49df-a2f8-a5597bef82aa req-24ad133c-24ed-4835-b16a-681dd7cfd9b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 944 time: 0.0466845 Oct 23 00:58:53.091017 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-60e7d2ee-a6cf-49df-a2f8-a5597bef82aa req-a9e9e7ef-e00d-4a5f-b24e-32a94bcc01e0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411263 Oct 23 00:58:53.287441 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-f5407b50-6c2a-4d81-8db5-5059b62aa5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:53.289055 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-f5407b50-6c2a-4d81-8db5-5059b62aa5c2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 1128 time: 0.0481169 Oct 23 00:58:53.472408 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9aa92080-8852-4062-912c-853d9b1b50e7 req-685c301b-de64-4557-a2c8-bd1d30f951d7 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 210 time: 0.0292592 Oct 23 00:58:53.590752 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:58:53.597508 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:53.691750 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:53.703016 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'port_id': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'mac_address': 'fa:16:3e:76:08:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:58:53.737421 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:53.737809 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:53.751908 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:53.772278 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:53.776643 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:53.826096 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:53.950586 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa029285-2dec-4bee-b3f4-4a2645ab3415 req-c37dfb96-61f8-4f56-819b-42f5af458f58 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:53.952081 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fa029285-2dec-4bee-b3f4-4a2645ab3415 req-c37dfb96-61f8-4f56-819b-42f5af458f58 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0687523 Oct 23 00:58:54.021523 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:54.058605 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fa029285-2dec-4bee-b3f4-4a2645ab3415 req-eae096e7-b919-424d-9662-72034ac21f28 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801101 Oct 23 00:58:54.059726 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-ca15aa0f-19a8-4e43-bd9a-2cb863bb553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:54.061095 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-ca15aa0f-19a8-4e43-bd9a-2cb863bb553b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.1453550 Oct 23 00:58:54.105761 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-a93a4ec0-0ff1-4863-8af0-66d236518b9f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f05769b-52b5-424b-a4b6-b2a04dbd5c32 HTTP/1.1" status: 200 len: 217 time: 0.0385303 Oct 23 00:58:54.166760 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-cc9b14f6-5b1d-4461-abdd-5b8ef1c94515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:54.168423 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-cc9b14f6-5b1d-4461-abdd-5b8ef1c94515 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0572500 Oct 23 00:58:54.258146 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff42781-2a9a-4f49-abc6-35b3a1cf3f6c req-c9f137d7-be08-4739-86f3-fab4308e6001 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:54.259517 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bff42781-2a9a-4f49-abc6-35b3a1cf3f6c req-c9f137d7-be08-4739-86f3-fab4308e6001 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 945 time: 0.0784075 Oct 23 00:58:54.264338 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-61829b5a-1b5f-42ab-8926-ebb4f5ec106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:54.265723 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-61829b5a-1b5f-42ab-8926-ebb4f5ec106f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0562179 Oct 23 00:58:54.308618 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bff42781-2a9a-4f49-abc6-35b3a1cf3f6c req-1590a470-ab97-4b58-8676-02dd97127ae5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419352 Oct 23 00:58:54.577600 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4251181a-a6cb-4b03-9450-2bb6b0838e97 req-fdd2eb38-bd86-4c20-a6c1-e75c5f92ee94 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 210 time: 0.0284154 Oct 23 00:58:54.729198 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['9f05769b-52b5-424b-a4b6-b2a04dbd5c32'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:54.890735 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-8d8107fb-171a-4de9-a44a-57079c1f52cf service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182575 Oct 23 00:58:54.944975 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c13676-234a-41b5-a319-f8e3ae016475 req-e3948286-05af-45e7-8679-ced68f9bc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:54.946531 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-86c13676-234a-41b5-a319-f8e3ae016475 req-e3948286-05af-45e7-8679-ced68f9bc87f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1130 time: 0.0448191 Oct 23 00:58:55.042984 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c13676-234a-41b5-a319-f8e3ae016475 req-9a09fde6-e9ac-4dcf-bd1c-037b000533d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:55.044536 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-86c13676-234a-41b5-a319-f8e3ae016475 req-9a09fde6-e9ac-4dcf-bd1c-037b000533d1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.0913506 Oct 23 00:58:55.127163 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-86c13676-234a-41b5-a319-f8e3ae016475 req-c527dab5-3f08-4797-ac4a-9801c87dcce9 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 1002 time: 0.0685980 Oct 23 00:58:55.191589 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c13676-234a-41b5-a319-f8e3ae016475 req-3551d357-b07f-44e2-a59c-3cecb3eefd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:55.193232 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-86c13676-234a-41b5-a319-f8e3ae016475 req-3551d357-b07f-44e2-a59c-3cecb3eefd54 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0564101 Oct 23 00:58:55.242837 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c13676-234a-41b5-a319-f8e3ae016475 req-58505117-3f0d-4462-95f9-103f8f693171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:55.244610 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-86c13676-234a-41b5-a319-f8e3ae016475 req-58505117-3f0d-4462-95f9-103f8f693171 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434186 Oct 23 00:58:55.299869 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438eb79-4116-474f-9660-674b91d0fa55 req-f4ecb59e-3854-47bf-bcdb-944f7ba640c2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:55.301383 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2438eb79-4116-474f-9660-674b91d0fa55 req-f4ecb59e-3854-47bf-bcdb-944f7ba640c2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 946 time: 0.0837586 Oct 23 00:58:55.346212 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-86c13676-234a-41b5-a319-f8e3ae016475 req-4334c089-e0b0-41e8-97ca-a3ce35b8c0bd service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951703 Oct 23 00:58:55.350533 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bd71b029-ae56-427b-aeee-017e4b149a58 req-067f5b07-623f-40b4-89d9-c3d371a46874 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416320 Oct 23 00:58:55.356675 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-8d48dfdc-ac46-49a1-8a97-086e6df1c7c6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:55.357987 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-8d48dfdc-ac46-49a1-8a97-086e6df1c7c6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.43 "GET /networking/v2.0/networks?id=082de651-68c7-4173-8643-f72fffa9c2c7 HTTP/1.1" status: 200 len: 808 time: 0.4587457 Oct 23 00:58:55.377886 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:55.415719 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2438eb79-4116-474f-9660-674b91d0fa55 req-f1b562dc-75d5-4084-97f4-1b8960738dd1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072760 Oct 23 00:58:55.482361 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-86c13676-234a-41b5-a319-f8e3ae016475 req-3e26d209-9510-4984-b7e9-1dbed0ce53ed service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242111 Oct 23 00:58:55.489627 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-178f1022-c7aa-400f-99f4-bd2d58f25155 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ac18f8515a94410891c7675051d1ac59 HTTP/1.1" status: 200 len: 379 time: 0.1210122 Oct 23 00:58:55.499993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec261d-707e-4295-b7c5-94df9feecfe3 req-aec427f0-efa4-4d7d-8887-875ae2f7f949 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:55.502111 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e8ec261d-707e-4295-b7c5-94df9feecfe3 req-aec427f0-efa4-4d7d-8887-875ae2f7f949 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 945 time: 0.0852284 Oct 23 00:58:55.549229 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e8ec261d-707e-4295-b7c5-94df9feecfe3 req-12fc833a-2129-4670-bab0-18ae8dcc9ea9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Oct 23 00:58:55.622957 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'port': {'device_id': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'admin_state_up': True, 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'security_groups': ['e8f5a53c-cc02-40da-ab24-5c7e17d7e370']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:55.701763 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9bb24082-8abb-4f27-9573-720d3e28c3eb req-753588ad-3cc3-45c5-83fa-20398d60693a tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 210 time: 0.0345242 Oct 23 00:58:55.755380 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Made reservation on behalf of ac18f8515a94410891c7675051d1ac59 for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:55.759018 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:55.829536 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:55.886539 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Allocated IP 172.20.0.12 (082de651-68c7-4173-8643-f72fffa9c2c7/6afcc383-31f6-475b-9115-7ff684be90d4/c472fc54-afc9-4d06-b7e6-964e9249bfd6) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:56.031224 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.064051 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.103485 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Network 082de651-68c7-4173-8643-f72fffa9c2c7 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:56.106479 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:56.113155 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:56.118237 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:56.142189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:56.166058 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:58:56.171424 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:56.172636 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.173047 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:56.174028 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.174488 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 Oct 23 00:58:56.190333 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-2fca2397-ffdf-4c2d-8257-bf6db4c79c45 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5713284 Oct 23 00:58:56.248529 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:56.248924 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.273147 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:56.275372 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affcde7f-0f5a-4713-a597-dceca2932704" -d '{"events": [{"server_uuid": "81ab4862-0f9a-476f-97c5-4594b5b663b3", "name": "network-vif-plugged", "status": "completed", "tag": "9f05769b-52b5-424b-a4b6-b2a04dbd5c32"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:56.280062 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:56.293489 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:56.301592 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.302384 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:58:56.327453 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-f2fc5569-e832-4d72-9a8c-ab676e833e9d None None] Provisioning complete for port c472fc54-afc9-4d06-b7e6-964e9249bfd6 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:56.327818 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f2fc5569-e832-4d72-9a8c-ab676e833e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.328149 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-f2fc5569-e832-4d72-9a8c-ab676e833e9d None None] Attempt 1 to provision port c472fc54-afc9-4d06-b7e6-964e9249bfd6 Oct 23 00:58:56.345932 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c4edac-21ae-4f4c-86fb-8acde5ba3be3 x-openstack-request-id: req-18c4edac-21ae-4f4c-86fb-8acde5ba3be3 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:56.346240 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ab4862-0f9a-476f-97c5-4594b5b663b3", "name": "network-vif-plugged", "status": "completed", "tag": "9f05769b-52b5-424b-a4b6-b2a04dbd5c32", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:56.346489 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18c4edac-21ae-4f4c-86fb-8acde5ba3be3 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:56.346861 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c4edac-21ae-4f4c-86fb-8acde5ba3be3'] response: {'server_uuid': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'code': 200} Oct 23 00:58:56.399487 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc5569-e832-4d72-9a8c-ab676e833e9d None None] Port c472fc54-afc9-4d06-b7e6-964e9249bfd6 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:58:56.412055 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:56.421012 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.421351 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.421695 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.422050 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.422378 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.422699 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.423549 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.423867 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.424186 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.424543 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.424849 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.425163 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.425477 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.425791 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.426099 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:56.458515 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c0b1630-8908-400f-be38-caa653eaaef1 is: ACTIVE; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:56.458899 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.467219 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:56.492561 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:56.497092 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.546145 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=8']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:56.558694 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2089db-8040-4dab-83ea-43f133cb3db7 req-a6ffb589-a510-4d57-a12b-18d1c0d5986b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:56.560176 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bf2089db-8040-4dab-83ea-43f133cb3db7 req-a6ffb589-a510-4d57-a12b-18d1c0d5986b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0467846 Oct 23 00:58:56.607516 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bf2089db-8040-4dab-83ea-43f133cb3db7 req-8f579919-1baf-411b-9dce-fffe3cedf17e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406911 Oct 23 00:58:56.674100 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579637c-89e6-4243-8bc0-95f5cd77c8ef req-9dadc75f-10a5-4c83-94bc-2be6b3b80bc9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:56.675832 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d579637c-89e6-4243-8bc0-95f5cd77c8ef req-9dadc75f-10a5-4c83-94bc-2be6b3b80bc9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0464430 Oct 23 00:58:56.695743 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:56.723888 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d579637c-89e6-4243-8bc0-95f5cd77c8ef req-d8a8acf2-c055-483a-9157-5346d779ced2 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425236 Oct 23 00:58:56.823130 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92492f-1ab4-4254-86a6-6065ac01ea17 req-8bb41548-6c27-4361-8d9e-9645f85988fa tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:56.824610 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1a92492f-1ab4-4254-86a6-6065ac01ea17 req-8bb41548-6c27-4361-8d9e-9645f85988fa tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 932 time: 0.0499110 Oct 23 00:58:56.874998 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1a92492f-1ab4-4254-86a6-6065ac01ea17 req-86349965-eac9-4ff5-a06f-27d80180571f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Oct 23 00:58:57.231042 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Request body: {'port': {'device_id': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:57.292902 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:57.352486 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:57.554715 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c472fc54-afc9-4d06-b7e6-964e9249bfd6 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:57.562601 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Publish callbacks [] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:57.575503 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Transition to ACTIVE for port object c472fc54-afc9-4d06-b7e6-964e9249bfd6 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:58:57.579238 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:57.635452 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Pushing event updated for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:57.647453 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:58:57.689059 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Attempting to bind port c472fc54-afc9-4d06-b7e6-964e9249bfd6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:57.689389 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Attempting to bind port c472fc54-afc9-4d06-b7e6-964e9249bfd6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:57.689717 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Attempting to bind port c472fc54-afc9-4d06-b7e6-964e9249bfd6 on network 082de651-68c7-4173-8643-f72fffa9c2c7 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:57.765668 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9e416-c59b-4812-80e5-cda2f86f5ccd req-2b32fc23-7a38-4251-94ce-085a8d3c9539 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:57.767534 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ab9e416-c59b-4812-80e5-cda2f86f5ccd req-2b32fc23-7a38-4251-94ce-085a8d3c9539 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0746148 Oct 23 00:58:57.774178 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Port c472fc54-afc9-4d06-b7e6-964e9249bfd6 on network 082de651-68c7-4173-8643-f72fffa9c2c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:58:57.774407 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Attempting to bind port c472fc54-afc9-4d06-b7e6-964e9249bfd6 on network 082de651-68c7-4173-8643-f72fffa9c2c7 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:57.889374 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cff768-82cd-40ca-a914-c39fd95386a2 req-3553b3f5-4a3e-42c4-999b-8b77b9592d76 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:57.890815 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-52cff768-82cd-40ca-a914-c39fd95386a2 req-3553b3f5-4a3e-42c4-999b-8b77b9592d76 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0852046 Oct 23 00:58:57.894952 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ab9e416-c59b-4812-80e5-cda2f86f5ccd req-53902727-0b7b-4ea0-a18a-b3c8ea441400 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217844 Oct 23 00:58:57.895633 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:57.895958 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Checking segment: {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:57.896340 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Bound using segment: {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:57.896770 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Bound port: c472fc54-afc9-4d06-b7e6-964e9249bfd6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf442e6-805d-4775-9d83-8d98262efe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:57.897120 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:57.962120 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:57.982477 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-52cff768-82cd-40ca-a914-c39fd95386a2 req-888e6d7c-2fba-4a73-bf82-bad8550df236 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831265 Oct 23 00:58:58.036506 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11234652-b07e-4cad-aede-2c8544b79455 req-44d182ed-1b87-4f3c-8b55-afaca6e4710a tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:58.037956 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-11234652-b07e-4cad-aede-2c8544b79455 req-44d182ed-1b87-4f3c-8b55-afaca6e4710a tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 944 time: 0.0803425 Oct 23 00:58:58.040314 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:58.043365 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:58.053207 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:58.064723 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:58.065349 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:58.066637 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 200 len: 1094 time: 0.8408492 Oct 23 00:58:58.068079 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:58.070212 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd88ee39-c186-48f2-a37a-61491bc2e6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:58.125866 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc085f-ae4e-424d-83d3-c6b89f0a689c x-openstack-request-id: req-60dc085f-ae4e-424d-83d3-c6b89f0a689c {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:58.126730 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:58.126977 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60dc085f-ae4e-424d-83d3-c6b89f0a689c {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:58.127370 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60dc085f-ae4e-424d-83d3-c6b89f0a689c'] response: {'name': 'network-changed', 'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'status': 'completed', 'code': 200} Oct 23 00:58:58.139418 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-11234652-b07e-4cad-aede-2c8544b79455 req-ab8f5aaf-bb68-45ee-9c4d-75c455e9c85e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944564 Oct 23 00:58:58.139970 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1a7aa-89e8-4a09-a39b-bb55062f253d service neutron] Pushing event updated for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:58.313207 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:58.331069 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88ee39-c186-48f2-a37a-61491bc2e6a4 req-7a1a36ed-bcce-4ec1-bff4-c5142cabf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:58.332653 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd88ee39-c186-48f2-a37a-61491bc2e6a4 req-7a1a36ed-bcce-4ec1-bff4-c5142cabf8b6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ac18f8515a94410891c7675051d1ac59&device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1128 time: 0.0478911 Oct 23 00:58:58.340440 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94081-a711-47f6-94db-2dd1aa134c8d req-659cff57-b4fd-4946-a130-9a08605b5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:58.341932 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-72d94081-a711-47f6-94db-2dd1aa134c8d req-659cff57-b4fd-4946-a130-9a08605b5b2c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 1130 time: 0.0500677 Oct 23 00:58:58.348383 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:58.350779 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6479a1-23c0-4e25-9a9d-cc2dd208a429" -d '{"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:58.394150 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a4646-eab7-4fd7-aab7-7b6bd025d0e6 x-openstack-request-id: req-e25a4646-eab7-4fd7-aab7-7b6bd025d0e6 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:58.394493 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:58.394751 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e25a4646-eab7-4fd7-aab7-7b6bd025d0e6 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:58.395471 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25a4646-eab7-4fd7-aab7-7b6bd025d0e6'] response: {'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1', 'code': 200} Oct 23 00:58:58.398926 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-72d94081-a711-47f6-94db-2dd1aa134c8d req-ebe65493-aed7-442f-b771-4133905c312c service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 Oct 23 00:58:58.524149 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88ee39-c186-48f2-a37a-61491bc2e6a4 req-a5e633a6-1c8a-41fd-9d0c-ed7bf2236eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:58.525628 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd88ee39-c186-48f2-a37a-61491bc2e6a4 req-a5e633a6-1c8a-41fd-9d0c-ed7bf2236eeb service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=ac18f8515a94410891c7675051d1ac59&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1816869 Oct 23 00:58:59.022673 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309585a-65c0-495e-a0c3-58bf8c988537 req-929d0c2e-bfcb-459c-9725-93b7c942d171 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:59.024133 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c309585a-65c0-495e-a0c3-58bf8c988537 req-929d0c2e-bfcb-459c-9725-93b7c942d171 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0470431 Oct 23 00:58:59.079889 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c309585a-65c0-495e-a0c3-58bf8c988537 req-e003ae68-7f75-40b0-a503-ead4b3afdeb9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495965 Oct 23 00:58:59.111469 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c79f7-61d2-42ed-a1aa-db2c01c1ad6e req-0cc499f0-cc4f-4102-aec6-664086246ceb tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:59.112987 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8a8c79f7-61d2-42ed-a1aa-db2c01c1ad6e req-0cc499f0-cc4f-4102-aec6-664086246ceb tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0531614 Oct 23 00:58:59.159893 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8a8c79f7-61d2-42ed-a1aa-db2c01c1ad6e req-e69702de-fe72-4ed3-8fba-cf1734678222 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414314 Oct 23 00:58:59.267819 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c31049-c572-4b5f-80fe-2f2184950592 req-5c02d1f6-2b2c-494e-8891-aaefc3721877 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:59.269465 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e2c31049-c572-4b5f-80fe-2f2184950592 req-5c02d1f6-2b2c-494e-8891-aaefc3721877 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 944 time: 0.0528753 Oct 23 00:58:59.402224 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e2c31049-c572-4b5f-80fe-2f2184950592 req-459aa938-ea75-4418-81b9-9883b8c2afdb tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267719 Oct 23 00:58:59.496187 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88ee39-c186-48f2-a37a-61491bc2e6a4 req-2f33b699-cb65-4589-8778-5ab3915e2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:59.497699 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd88ee39-c186-48f2-a37a-61491bc2e6a4 req-2f33b699-cb65-4589-8778-5ab3915e2868 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955264 Oct 23 00:58:59.597138 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-4887bd2f-e447-46d2-8d56-24699c206ed5 req-8b911d51-403e-43f0-a258-909ba8d29907 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:58:59.598138 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4887bd2f-e447-46d2-8d56-24699c206ed5 req-8b911d51-403e-43f0-a258-909ba8d29907 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060506 Oct 23 00:58:59.775195 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb10669-9b15-46a5-89c2-ecd9ce13ce91 req-ec4421f2-c73a-4aa3-98f2-aba486a5e2ad tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:59.776676 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cfb10669-9b15-46a5-89c2-ecd9ce13ce91 req-ec4421f2-c73a-4aa3-98f2-aba486a5e2ad tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0519726 Oct 23 00:58:59.823952 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cfb10669-9b15-46a5-89c2-ecd9ce13ce91 req-b974f5c1-9610-442a-97d0-594a7bcbb4f1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 Oct 23 00:59:00.016036 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 40552) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:00.095643 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-7eae065a-522f-4ca8-997d-a11019f8fe9e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773270 Oct 23 00:59:00.104134 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-143c49e7-6449-4191-ae96-b1dc71d7b529 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:59:00.105128 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-143c49e7-6449-4191-ae96-b1dc71d7b529 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048120 Oct 23 00:59:00.180754 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 40560) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:00.307755 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-80265a2c-78a6-45f9-8224-abb46f749ebb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.309110 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-80265a2c-78a6-45f9-8224-abb46f749ebb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports/6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 941 time: 0.1273839 Oct 23 00:59:00.314997 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123eaf-2895-4123-8354-fedd52bd0772 req-ffd9e88d-8eda-4956-886b-bc84d8b427fd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.316668 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fc123eaf-2895-4123-8354-fedd52bd0772 req-ffd9e88d-8eda-4956-886b-bc84d8b427fd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0744684 Oct 23 00:59:00.365665 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fc123eaf-2895-4123-8354-fedd52bd0772 req-23967b5a-ba26-4646-b406-3f78c79b0855 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422914 Oct 23 00:59:00.527550 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621ea85-b435-43af-b18b-7aa7cbb042a3 req-e124d026-836f-4b78-b211-5fdf8b8ffdfc tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.529204 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7621ea85-b435-43af-b18b-7aa7cbb042a3 req-e124d026-836f-4b78-b211-5fdf8b8ffdfc tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 944 time: 0.0497055 Oct 23 00:59:00.559182 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:00.598959 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7621ea85-b435-43af-b18b-7aa7cbb042a3 req-74de0e0c-1b65-4ada-a8d1-8027977d035d tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599322 Oct 23 00:59:00.949576 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722b698-12f5-442e-9ade-935ce00ced40 req-1a06cfde-bfe9-4761-882f-f7185538b32d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.950995 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d722b698-12f5-442e-9ade-935ce00ced40 req-1a06cfde-bfe9-4761-882f-f7185538b32d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0452147 Oct 23 00:59:00.996372 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d722b698-12f5-442e-9ade-935ce00ced40 req-28600520-a9e5-444a-b3e4-485bbb45f691 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394568 Oct 23 00:59:01.055559 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-93bf5623-4295-4bd3-99ff-07c39eecce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.057100 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-93bf5623-4295-4bd3-99ff-07c39eecce49 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ac18f8515a94410891c7675051d1ac59&device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1128 time: 0.0426776 Oct 23 00:59:01.134875 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-ad536f2a-edcb-489d-84b0-a791346c67b8 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 200 len: 217 time: 0.0344112 Oct 23 00:59:01.184049 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-afa44023-3cc1-42de-981a-928fdd4f8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.185600 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-afa44023-3cc1-42de-981a-928fdd4f8611 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6afcc383-31f6-475b-9115-7ff684be90d4 HTTP/1.1" status: 200 len: 847 time: 0.0447054 Oct 23 00:59:01.223253 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:01.233056 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-90866b1c-01b3-4427-b5dd-f9eb5556c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.234550 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-90866b1c-01b3-4427-b5dd-f9eb5556c769 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=082de651-68c7-4173-8643-f72fffa9c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434558 Oct 23 00:59:01.325311 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-cba339f2-56fc-4ace-92ab-cedf80e0c654 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842798 Oct 23 00:59:01.490674 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c6b7-a2e7-4404-83bd-4a4fadf574a4 req-c8dba114-ef01-470b-a5db-f57e50c1ac00 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.492057 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-aa21c6b7-a2e7-4404-83bd-4a4fadf574a4 req-c8dba114-ef01-470b-a5db-f57e50c1ac00 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0471900 Oct 23 00:59:01.842321 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968a18f-b3a4-49d1-9d36-471e03d14ac7 req-10de0e6d-235f-4c4f-b47b-03672e70378c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.843779 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7968a18f-b3a4-49d1-9d36-471e03d14ac7 req-10de0e6d-235f-4c4f-b47b-03672e70378c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 944 time: 0.0934997 Oct 23 00:59:01.857288 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-aa21c6b7-a2e7-4404-83bd-4a4fadf574a4 req-2bdf662c-4528-4ae7-ab95-277fb1703a40 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3565750 Oct 23 00:59:01.882560 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7763e282-ec9b-4210-9f81-260ccd75e933 req-5889becc-21f7-4aa3-8828-3a2758b8652c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895626 Oct 23 00:59:01.913683 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7968a18f-b3a4-49d1-9d36-471e03d14ac7 req-3a567919-4539-4bb1-94f6-b7ec7c36c645 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596673 Oct 23 00:59:01.983457 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81694a13-1199-4984-a5cc-de3892293fcc req-6347ee8c-5111-4735-84dc-c337a389d343 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.984942 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81694a13-1199-4984-a5cc-de3892293fcc req-6347ee8c-5111-4735-84dc-c337a389d343 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0479834 Oct 23 00:59:01.994925 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 40584) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:01.999232 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'floatingip': {'port_id': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:02.037038 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (0d11d5ca-74c4-48bc-a0cf-d78f4403c568), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:02.075788 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:59:02.158961 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c0b1630-8908-400f-be38-caa653eaaef1 is: DOWN; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:02.179562 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6800b7-69f3-41fa-8c6b-f5d3117e5e7c req-bcafcb50-aaf1-4a0c-b68a-5168a669ac4e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:02.181128 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7f6800b7-69f3-41fa-8c6b-f5d3117e5e7c req-bcafcb50-aaf1-4a0c-b68a-5168a669ac4e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.1036654 Oct 23 00:59:02.278046 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7f6800b7-69f3-41fa-8c6b-f5d3117e5e7c req-ee68dee5-b616-4dec-9329-f1e7516e15a5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912516 Oct 23 00:59:02.407862 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:02.546681 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:02.550871 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (0d11d5ca-74c4-48bc-a0cf-d78f4403c568), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:02.601888 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:02.646237 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Floating IP 0d11d5ca-74c4-48bc-a0cf-d78f4403c568 associated. External IP: 172.37.1.40, port: 9f05769b-52b5-424b-a4b6-b2a04dbd5c32. Oct 23 00:59:02.836112 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:59:02.936712 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:59:02.942241 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:02.948104 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:59:02.963342 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:02.963954 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:02.973632 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-2903faba-dd69-4dc8-b7e8-ec6b153adcad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/0d11d5ca-74c4-48bc-a0cf-d78f4403c568 HTTP/1.1" status: 200 len: 991 time: 0.9776185 Oct 23 00:59:02.974378 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'tag': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:02.977459 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9949b0-f590-48d6-a087-791fff5baa25" -d '{"events": [{"name": "network-changed", "server_uuid": "81ab4862-0f9a-476f-97c5-4594b5b663b3", "tag": "9f05769b-52b5-424b-a4b6-b2a04dbd5c32"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:03.026868 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f831fa-b58a-495f-be6b-912592a37ecb x-openstack-request-id: req-e0f831fa-b58a-495f-be6b-912592a37ecb {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:03.027153 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ab4862-0f9a-476f-97c5-4594b5b663b3", "tag": "9f05769b-52b5-424b-a4b6-b2a04dbd5c32", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:03.027408 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0f831fa-b58a-495f-be6b-912592a37ecb {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:03.027800 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f831fa-b58a-495f-be6b-912592a37ecb'] response: {'name': 'network-changed', 'server_uuid': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'tag': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'status': 'completed', 'code': 200} Oct 23 00:59:03.045906 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033051d-3a34-499c-ae72-eb18d873844f req-068b1f79-0cbc-4255-95ef-38da3ebf1db8 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:03.047366 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d033051d-3a34-499c-ae72-eb18d873844f req-068b1f79-0cbc-4255-95ef-38da3ebf1db8 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 944 time: 0.0550268 Oct 23 00:59:03.067080 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:03.096325 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d033051d-3a34-499c-ae72-eb18d873844f req-11eae853-2dba-4bc3-972b-ec12bd23ed13 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Oct 23 00:59:03.277079 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0d11d5ca-74c4-48bc-a0cf-d78f4403c568', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:76:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:58:41Z', 'updated_at': '2022-10-23T00:59:02Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}, {'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:38Z', 'revision_number': 2, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:03.301001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:59:03.309207 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:03.309795 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:58:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:03.406186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5778f4-c4ef-42ac-9743-944e2e46e8f3 req-7f2b12e4-0dd5-4750-87ad-ec7d190657a3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:03.407567 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cd5778f4-c4ef-42ac-9743-944e2e46e8f3 req-7f2b12e4-0dd5-4750-87ad-ec7d190657a3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0471280 Oct 23 00:59:03.412588 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:03.460037 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cd5778f4-c4ef-42ac-9743-944e2e46e8f3 req-d32d98ff-6180-4402-8a7e-b397f6e2dbb7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467312 Oct 23 00:59:03.516382 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:03.626558 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0d11d5ca-74c4-48bc-a0cf-d78f4403c568', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:76:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:58:41Z', 'updated_at': '2022-10-23T00:59:02Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}, {'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:38Z', 'revision_number': 2, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:03.650233 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a653d4ee-7923-4087-8d6c-13ebb47b99ce None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0d11d5ca-74c4-48bc-a0cf-d78f4403c568', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:76:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:58:41Z', 'updated_at': '2022-10-23T00:59:02Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}, {'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:38Z', 'revision_number': 2, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:59:03.836387 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e1fb4-dd83-4b12-a050-9321cd1d6315 None None] New status for floating IP 0d11d5ca-74c4-48bc-a0cf-d78f4403c568: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:59:04.214113 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fa71-1c98-4935-8720-e57a8d9704da req-700711be-907e-406f-8046-c59d8a8e9ff1 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:04.216033 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29f3fa71-1c98-4935-8720-e57a8d9704da req-700711be-907e-406f-8046-c59d8a8e9ff1 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 944 time: 0.0452795 Oct 23 00:59:04.267704 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29f3fa71-1c98-4935-8720-e57a8d9704da req-e7996863-6803-4871-94cb-7d685d86df78 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459983 Oct 23 00:59:04.584116 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6eaa-b294-4191-b067-aca458f3f89e req-d11371b6-7bfa-4986-8dcc-76f6921ca6c6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:04.585587 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e56d6eaa-b294-4191-b067-aca458f3f89e req-d11371b6-7bfa-4986-8dcc-76f6921ca6c6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0464215 Oct 23 00:59:04.609951 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:04.631877 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e56d6eaa-b294-4191-b067-aca458f3f89e req-7b69b9f7-e8a0-49dd-9b27-abaa99a86e53 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Oct 23 00:59:05.209569 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-f9a25207-ae58-4eb5-a1f9-da03c599473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:05.211083 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-f9a25207-ae58-4eb5-a1f9-da03c599473e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 1130 time: 0.0535755 Oct 23 00:59:05.385699 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b246c-677c-4b75-980c-46e35ed28976 req-fc67c276-3b7c-4eed-9b01-158a38f1e4fc tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:05.387196 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-010b246c-677c-4b75-980c-46e35ed28976 req-fc67c276-3b7c-4eed-9b01-158a38f1e4fc tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 944 time: 0.0461426 Oct 23 00:59:05.437631 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-010b246c-677c-4b75-980c-46e35ed28976 req-388bed2a-c80c-474a-b0a7-725522a19e66 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441592 Oct 23 00:59:05.755460 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf8ea2-a96a-4a92-a1dc-69c42e8f1472 req-f04364b7-2956-4d47-bd69-789949e815bb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:05.756962 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1caf8ea2-a96a-4a92-a1dc-69c42e8f1472 req-f04364b7-2956-4d47-bd69-789949e815bb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0459914 Oct 23 00:59:05.802893 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1caf8ea2-a96a-4a92-a1dc-69c42e8f1472 req-da066438-bc4a-4fd2-8e22-82078ff6e233 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405440 Oct 23 00:59:06.112787 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:06.135290 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c472fc54-afc9-4d06-b7e6-964e9249bfd6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:59:06.169496 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:06.184121 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-5a31f03a-3636-4914-9d4b-34808f02bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:06.185675 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-5a31f03a-3636-4914-9d4b-34808f02bcb1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.0923202 Oct 23 00:59:06.240244 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:06.249632 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-bc07652c-b863-49ae-a5e7-de5fe2bbd0df service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f05769b-52b5-424b-a4b6-b2a04dbd5c32 HTTP/1.1" status: 200 len: 1001 time: 0.0572386 Oct 23 00:59:06.256546 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'port_id': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'mac_address': 'fa:16:3e:ea:02:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:59:06.294330 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c472fc54-afc9-4d06-b7e6-964e9249bfd6 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:06.295164 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:06.307944 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-d6a65bbe-2965-4007-8ecb-2d01c47213cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:06.308936 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-d6a65bbe-2965-4007-8ecb-2d01c47213cb service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0493197 Oct 23 00:59:06.311319 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c472fc54-afc9-4d06-b7e6-964e9249bfd6 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:59:06.332576 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:06.337519 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:06.365734 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-5a4ecbca-51a4-4c24-a707-6ccae918017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:06.367324 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-5a4ecbca-51a4-4c24-a707-6ccae918017e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472934 Oct 23 00:59:06.386746 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:06.463357 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-8cfd860b-091f-4255-aa8e-56e9fd978d4c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Oct 23 00:59:06.557284 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e27d4-fa83-4af5-ae5d-df35e3c08d27 req-903de811-043b-4f19-a4e2-2bc01513bb87 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:06.558703 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-986e27d4-fa83-4af5-ae5d-df35e3c08d27 req-903de811-043b-4f19-a4e2-2bc01513bb87 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 945 time: 0.0458045 Oct 23 00:59:06.606243 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-986e27d4-fa83-4af5-ae5d-df35e3c08d27 req-dd3c9c8c-e7b3-428e-b9ae-49b6b237de56 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Oct 23 00:59:06.832889 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['c472fc54-afc9-4d06-b7e6-964e9249bfd6'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:59:06.932785 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a357d00-5238-4968-9ad5-a1cd58031801 req-9f5e759b-7330-49fc-bb1c-7d1934dea1dd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:06.934152 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3a357d00-5238-4968-9ad5-a1cd58031801 req-9f5e759b-7330-49fc-bb1c-7d1934dea1dd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0496645 Oct 23 00:59:06.981003 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3a357d00-5238-4968-9ad5-a1cd58031801 req-07dcd348-8388-4765-a1db-01b275615687 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407073 Oct 23 00:59:07.185074 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0f9949b0-f590-48d6-a087-791fff5baa25 req-63efa7ff-415b-4440-953d-0fff06ea9bbc service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904632 Oct 23 00:59:07.730260 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829160c-ba8f-4bf2-b804-26c50cc5682b req-e6f56226-4767-4132-bc5f-e280b2dd3a0d tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:07.731704 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8829160c-ba8f-4bf2-b804-26c50cc5682b req-e6f56226-4767-4132-bc5f-e280b2dd3a0d tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 945 time: 0.0497215 Oct 23 00:59:07.784706 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8829160c-ba8f-4bf2-b804-26c50cc5682b req-00c89e6e-1fc5-48e7-b476-cd80ccf7741b tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463550 Oct 23 00:59:08.095889 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:08.106110 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79681179-6a90-4cf3-9fad-e45454fbe29f req-e4dbd2cc-53f0-451c-b02c-9a902a313cf9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.107552 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-79681179-6a90-4cf3-9fad-e45454fbe29f req-e4dbd2cc-53f0-451c-b02c-9a902a313cf9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0459993 Oct 23 00:59:08.146316 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c472fc54-afc9-4d06-b7e6-964e9249bfd6 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:08.183275 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-79681179-6a90-4cf3-9fad-e45454fbe29f req-e7ee5006-2507-46b9-99e6-35375e38ce13 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695519 Oct 23 00:59:08.191666 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port c472fc54-afc9-4d06-b7e6-964e9249bfd6 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:59:08.199424 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port c472fc54-afc9-4d06-b7e6-964e9249bfd6 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:08.199640 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:08.199956 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port c472fc54-afc9-4d06-b7e6-964e9249bfd6 Oct 23 00:59:08.227443 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-6f35cfd2-cde4-4138-8518-c8ac481aa467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.229028 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-6f35cfd2-cde4-4138-8518-c8ac481aa467 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156&tenant_id=7103bcb49d5c4e8b958fba3b1309a881 HTTP/1.1" status: 200 len: 1128 time: 0.0799341 Oct 23 00:59:08.241441 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:08.275704 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c472fc54-afc9-4d06-b7e6-964e9249bfd6 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:08.275982 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:08.290511 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-23f80927-ecb7-45bc-9ca2-67c516a649f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.291989 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-23f80927-ecb7-45bc-9ca2-67c516a649f6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1128 time: 0.0401282 Oct 23 00:59:08.302537 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:08.304777 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04ab970-60eb-4263-bbf9-28620d710197" -d '{"events": [{"server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "name": "network-vif-plugged", "status": "completed", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:08.318634 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:08.323096 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:08.355177 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1ae4cd-0f67-4950-b833-b097793759ac x-openstack-request-id: req-1e1ae4cd-0f67-4950-b833-b097793759ac {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:08.355492 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "name": "network-vif-plugged", "status": "completed", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:08.355747 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e1ae4cd-0f67-4950-b833-b097793759ac {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:08.356382 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1ae4cd-0f67-4950-b833-b097793759ac'] response: {'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'code': 200} Oct 23 00:59:08.379057 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:08.399504 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-58cfc887-6cdb-48bd-afea-f2ecaa80bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.401031 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-58cfc887-6cdb-48bd-afea-f2ecaa80bd2c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.1027904 Oct 23 00:59:08.552130 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:08.567537 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-aa378235-a220-4e78-ae86-2932669270fb service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 200 len: 1000 time: 0.0671849 Oct 23 00:59:08.617836 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-e8d08331-ebed-4dbd-81ec-055b83310bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.619299 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-e8d08331-ebed-4dbd-81ec-055b83310bc2 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0444019 Oct 23 00:59:08.622844 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9200-0d03-44a8-a2bd-72aa83c1c69f req-984e8932-6e57-4fc0-9b65-b1c5b47bd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.624311 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bc9c9200-0d03-44a8-a2bd-72aa83c1c69f req-984e8932-6e57-4fc0-9b65-b1c5b47bd13b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0377247 Oct 23 00:59:08.662983 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-8fd206da-c682-4ea0-981c-dde7576d602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.664484 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-8fd206da-c682-4ea0-981c-dde7576d602f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390408 Oct 23 00:59:08.673149 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bc9c9200-0d03-44a8-a2bd-72aa83c1c69f req-5ee8344f-8153-4dec-b7d8-40b9eddb9b8a service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392904 Oct 23 00:59:08.754515 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-6a97c1b6-a5b3-468b-9a1b-2d84df02a8ba service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835731 Oct 23 00:59:08.910023 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8dbc0-24b8-4864-bab7-d9a871f3ea93 req-0aef5277-91eb-455b-93d6-e4c7868a0de8 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.911433 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ac8dbc0-24b8-4864-bab7-d9a871f3ea93 req-0aef5277-91eb-455b-93d6-e4c7868a0de8 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0463507 Oct 23 00:59:09.008917 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ac8dbc0-24b8-4864-bab7-d9a871f3ea93 req-f0079012-69a9-4eae-9bdc-755102c5a58b tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920110 Oct 23 00:59:09.041431 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-b1bd98cd-903d-49e6-a866-832997d4a13f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077983 Oct 23 00:59:09.310693 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581adaf-be2e-40fc-985a-69a36d1a82b0 req-8c6e8735-55e6-4b18-9df9-7e7884f46133 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:09.312119 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a581adaf-be2e-40fc-985a-69a36d1a82b0 req-8c6e8735-55e6-4b18-9df9-7e7884f46133 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0458288 Oct 23 00:59:09.357607 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a581adaf-be2e-40fc-985a-69a36d1a82b0 req-8e862db1-5d3d-461c-b867-6f11587dcf59 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Oct 23 00:59:10.147033 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27c085-fab4-4c7e-8a03-4a5930ecc183 req-e6bf8e1d-3e94-4eae-bf0b-b266a66a996f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:10.148477 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ac27c085-fab4-4c7e-8a03-4a5930ecc183 req-e6bf8e1d-3e94-4eae-bf0b-b266a66a996f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0516505 Oct 23 00:59:10.271018 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-929de5fc-00fa-4502-ada8-919a227c7a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:10.403801 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ac27c085-fab4-4c7e-8a03-4a5930ecc183 req-e2a25f2b-226e-41a7-bd49-ca8bad52ec4e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494898 Oct 23 00:59:10.484099 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2ea31-a8e0-45a6-98ae-9c76fa5552ae req-3a2fb087-a284-45bd-b058-caf676ccda2f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:10.486211 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-49a2ea31-a8e0-45a6-98ae-9c76fa5552ae req-3a2fb087-a284-45bd-b058-caf676ccda2f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0462387 Oct 23 00:59:10.531550 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-49a2ea31-a8e0-45a6-98ae-9c76fa5552ae req-bf7b9a0a-14ba-41ee-842e-b6b1065f9217 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399623 Oct 23 00:59:11.532925 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78a04-9a36-4223-889a-536fc2ee89e0 req-23e512a2-ed77-4636-9d71-bac3615eef81 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:11.534552 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ded78a04-9a36-4223-889a-536fc2ee89e0 req-23e512a2-ed77-4636-9d71-bac3615eef81 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0523798 Oct 23 00:59:11.585930 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ded78a04-9a36-4223-889a-536fc2ee89e0 req-f4add17d-c258-4056-bf20-e65bc818097f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457809 Oct 23 00:59:11.665609 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:11.678753 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d9f1-fd3f-4ffe-a3bf-db01b65184ef req-40dd14c7-ade0-4e26-a4d6-346e3ff28170 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:11.680447 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3ec0d9f1-fd3f-4ffe-a3bf-db01b65184ef req-40dd14c7-ade0-4e26-a4d6-346e3ff28170 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0571938 Oct 23 00:59:11.742845 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac0336-6525-4774-b481-d5df7ea9b51e req-4243577e-4f8f-4a24-9847-ca684fd27a5e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:11.744263 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1bac0336-6525-4774-b481-d5df7ea9b51e req-4243577e-4f8f-4a24-9847-ca684fd27a5e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0624700 Oct 23 00:59:11.785596 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3ec0d9f1-fd3f-4ffe-a3bf-db01b65184ef req-a33040e5-e59c-4975-8575-fa262c3a77e6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945716 Oct 23 00:59:11.823937 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1bac0336-6525-4774-b481-d5df7ea9b51e req-bcb4e7f2-1003-4c40-b477-58929f4480cf tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736573 Oct 23 00:59:11.854158 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 40690) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:11.947852 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb50f6-49d1-4965-bcad-e384a03de7a3 tempest-TestShelveInstance-1108606370 tempest-TestShelveInstance-1108606370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:11.949406 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-70fb50f6-49d1-4965-bcad-e384a03de7a3 tempest-TestShelveInstance-1108606370 tempest-TestShelveInstance-1108606370-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1125 time: 0.0942535 Oct 23 00:59:11.952635 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 40694) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:11.957728 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'port_id': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:11.980100 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:12.064632 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:12.155835 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:12.179304 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Allocated IP 172.37.1.26 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/d1cb34a5-88cb-40a7-996e-5d1b6570f05b) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:59:12.413108 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-028c92aa-2f65-41f0-93d5-85aa26b26e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:12.497348 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:12.526573 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for port (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:12.560730 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:12.608075 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:59:12.613197 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:59:12.615444 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'Port': ['ID=d1cb34a5-88cb-40a7-996e-5d1b6570f05b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:12.617816 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:59:12.907978 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:12.924427 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c1761-6269-44fa-9fa7-3e2f7682c235 req-74c42c42-bb7b-41af-99a2-059d95f27bcd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:12.925914 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-175c1761-6269-44fa-9fa7-3e2f7682c235 req-74c42c42-bb7b-41af-99a2-059d95f27bcd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0507424 Oct 23 00:59:12.964686 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for floatingip (43ee39bb-d1e9-4180-9967-b03a3b5b90cf), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:12.984056 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-175c1761-6269-44fa-9fa7-3e2f7682c235 req-925daa27-7a22-4651-abe7-81ffc10eab46 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516932 Oct 23 00:59:13.043760 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:13.193301 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for port (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:13.203462 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:13.204744 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (43ee39bb-d1e9-4180-9967-b03a3b5b90cf), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:13.284434 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:13.298682 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event updated for resources: {'Port': ['ID=d1cb34a5-88cb-40a7-996e-5d1b6570f05b,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:13.304967 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:13.355799 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Floating IP 43ee39bb-d1e9-4180-9967-b03a3b5b90cf associated. External IP: 172.37.1.26, port: c472fc54-afc9-4d06-b7e6-964e9249bfd6. Oct 23 00:59:13.557859 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Router 8feb16d5-64d5-4524-96e3-2209b0880073 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:59:13.666229 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:59:13.676410 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] Sync routers for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:59:13.686423 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:13.701455 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:13.702167 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:59:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:13.706585 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:13.726235 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-fea8791c-1e82-4dcc-915e-f7772cbc587c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7719164 Oct 23 00:59:13.726873 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:13.729258 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752527f5-3644-4647-9269-c28f5780ba34" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:13.746553 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:13.769598 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0503d6-15d8-4bc8-8028-74bc2cad04b2 x-openstack-request-id: req-ea0503d6-15d8-4bc8-8028-74bc2cad04b2 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:13.769933 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:13.770182 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea0503d6-15d8-4bc8-8028-74bc2cad04b2 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:13.770613 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0503d6-15d8-4bc8-8028-74bc2cad04b2'] response: {'name': 'network-changed', 'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'status': 'completed', 'code': 200} Oct 23 00:59:13.817377 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:13.935113 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=1,neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:14.059584 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '43ee39bb-d1e9-4180-9967-b03a3b5b90cf', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'floating_ip_address': '172.37.1.26', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'port_id': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'mac_address': 'fa:16:3e:ea:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:59:12Z', 'updated_at': '2022-10-23T00:59:12Z', 'revision_number': 0, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:14.088364 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] Checking router: 8feb16d5-64d5-4524-96e3-2209b0880073 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:59:14.098328 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:14.099208 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T00:59:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:14.129160 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69dd4a-a618-4a5a-b38e-a9d73b0d9729 req-f2c9980b-df82-47b1-8ece-9efe0ca35f40 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:14.130632 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ff69dd4a-a618-4a5a-b38e-a9d73b0d9729 req-f2c9980b-df82-47b1-8ece-9efe0ca35f40 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0565965 Oct 23 00:59:14.182061 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ff69dd4a-a618-4a5a-b38e-a9d73b0d9729 req-47b1f4cf-1bfb-41d7-a62c-e10e791f98cb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441465 Oct 23 00:59:14.206579 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:14.415156 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:14.423976 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '43ee39bb-d1e9-4180-9967-b03a3b5b90cf', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'floating_ip_address': '172.37.1.26', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'port_id': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'mac_address': 'fa:16:3e:ea:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:59:12Z', 'updated_at': '2022-10-23T00:59:12Z', 'revision_number': 0, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:14.451982 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1ef3a-7a72-4966-a739-cdbb810033da None None] The sync data for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb is: [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '43ee39bb-d1e9-4180-9967-b03a3b5b90cf', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'floating_ip_address': '172.37.1.26', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'port_id': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'mac_address': 'fa:16:3e:ea:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:59:12Z', 'updated_at': '2022-10-23T00:59:12Z', 'revision_number': 0, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:59:14.642027 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21de4a0d-ec2c-4a6a-8ab9-f542eb8bcd9a None None] New status for floating IP 43ee39bb-d1e9-4180-9967-b03a3b5b90cf: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:59:15.319943 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188bf56-b015-475c-b148-37e119680333 req-b2827ae2-298f-4d54-b287-d8daf98525f4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:15.322455 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2188bf56-b015-475c-b148-37e119680333 req-b2827ae2-298f-4d54-b287-d8daf98525f4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0538957 Oct 23 00:59:15.337146 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:15.342722 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:15.376579 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2188bf56-b015-475c-b148-37e119680333 req-1b5c80f2-6390-4f60-943c-aac206c760cd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484684 Oct 23 00:59:16.510174 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b14ec0-baa7-4351-bff1-2a160703bdd9 req-768807df-4b78-46a1-8cbe-20afddd1bac0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:16.515719 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-35b14ec0-baa7-4351-bff1-2a160703bdd9 req-768807df-4b78-46a1-8cbe-20afddd1bac0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0513213 Oct 23 00:59:16.563611 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-35b14ec0-baa7-4351-bff1-2a160703bdd9 req-35bed897-367d-4ca9-83e0-e41e69921484 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459645 Oct 23 00:59:17.695022 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0834dc8-aa31-463e-89a8-96fba99a137b req-b8dfc596-73c2-40be-a515-84753f37a363 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:17.696520 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f0834dc8-aa31-463e-89a8-96fba99a137b req-b8dfc596-73c2-40be-a515-84753f37a363 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0487587 Oct 23 00:59:17.744551 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f0834dc8-aa31-463e-89a8-96fba99a137b req-f274b1db-dbec-4a6a-a397-5f9cecbb93fa tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Oct 23 00:59:18.873900 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62a37-12d6-4cac-8e53-3f40c354ab7b req-992d2a8e-ea22-4152-8678-dd0fa653a8cd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:18.875368 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3fb62a37-12d6-4cac-8e53-3f40c354ab7b req-992d2a8e-ea22-4152-8678-dd0fa653a8cd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0477979 Oct 23 00:59:18.925189 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3fb62a37-12d6-4cac-8e53-3f40c354ab7b req-c4fc6a5e-1497-430a-a589-7c732c00ec47 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431468 Oct 23 00:59:20.060925 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d1f4f-918c-4d41-b4bd-54a7bec4db5b req-5ef7ccdb-d168-46c4-a6f7-5ae4290c8bc2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:20.062565 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ee1d1f4f-918c-4d41-b4bd-54a7bec4db5b req-5ef7ccdb-d168-46c4-a6f7-5ae4290c8bc2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0522003 Oct 23 00:59:20.110525 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ee1d1f4f-918c-4d41-b4bd-54a7bec4db5b req-7ccc4cb3-fb66-42c2-83c4-04717cbe8a60 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413167 Oct 23 00:59:21.243302 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710e4bc-45e8-44ac-9abf-a13ed8fc072a req-c1f20e36-fa95-4329-9c9b-e4391734d5d3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:21.244824 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f710e4bc-45e8-44ac-9abf-a13ed8fc072a req-c1f20e36-fa95-4329-9c9b-e4391734d5d3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0484748 Oct 23 00:59:21.293723 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f710e4bc-45e8-44ac-9abf-a13ed8fc072a req-8c0a03c4-4fc9-4639-829f-71182e2742d0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Oct 23 00:59:22.265205 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:22.436447 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95558cbe-38c6-4f49-a63d-6fb85206d1c6 req-7316cee3-b14f-420f-8041-a069e076fbe5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:22.437854 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-95558cbe-38c6-4f49-a63d-6fb85206d1c6 req-7316cee3-b14f-420f-8041-a069e076fbe5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0482864 Oct 23 00:59:22.492543 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-95558cbe-38c6-4f49-a63d-6fb85206d1c6 req-049ccc65-987a-45db-8f2a-ec39c75a42db tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478609 Oct 23 00:59:23.607613 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:23.624091 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd927a-f678-4301-8fa2-11b27cb027f7 req-460abe45-2b48-4f42-b8dd-2273d66c82c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:23.625581 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89bd927a-f678-4301-8fa2-11b27cb027f7 req-460abe45-2b48-4f42-b8dd-2273d66c82c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0480418 Oct 23 00:59:23.671909 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89bd927a-f678-4301-8fa2-11b27cb027f7 req-cf7c9ada-e039-416e-ba81-327993b938d2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397892 Oct 23 00:59:23.721444 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=45 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:23.723374 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=43,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:24.796367 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b026-64a2-4d5a-ba62-a4ad6e2b39c5 req-a8455ef3-1714-4fef-a1a9-d72bfa9dae41 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:24.797814 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-79b6b026-64a2-4d5a-ba62-a4ad6e2b39c5 req-a8455ef3-1714-4fef-a1a9-d72bfa9dae41 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0458250 Oct 23 00:59:24.824331 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:24.844661 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-79b6b026-64a2-4d5a-ba62-a4ad6e2b39c5 req-72f9c53a-1d96-4f60-a6b8-801a65760292 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407503 Oct 23 00:59:24.855324 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:25.962895 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:25.976091 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d414b-761e-419f-884c-b994ef5e3e31 req-68ca8061-7b2f-4b42-9adc-8b12b1d24d7a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:25.977563 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6d1d414b-761e-419f-884c-b994ef5e3e31 req-68ca8061-7b2f-4b42-9adc-8b12b1d24d7a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0501947 Oct 23 00:59:26.022975 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6d1d414b-761e-419f-884c-b994ef5e3e31 req-e2a13b65-b89d-4414-9a50-50502ca9beef tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 Oct 23 00:59:27.151007 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4fd10-6a97-42cc-9fd4-84d5a60bdb9b req-18297658-e6b4-4829-b5ee-696ecb5927d9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:27.152531 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b4a4fd10-6a97-42cc-9fd4-84d5a60bdb9b req-18297658-e6b4-4829-b5ee-696ecb5927d9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0465901 Oct 23 00:59:27.201357 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b4a4fd10-6a97-42cc-9fd4-84d5a60bdb9b req-f1432654-02f2-4e43-ac56-02555ccb3a0a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429008 Oct 23 00:59:27.723456 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752527f5-3644-4647-9269-c28f5780ba34 req-a7603113-77d0-4250-8b91-2e177a91e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:27.725451 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-752527f5-3644-4647-9269-c28f5780ba34 req-a7603113-77d0-4250-8b91-2e177a91e888 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ac18f8515a94410891c7675051d1ac59&device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0439475 Oct 23 00:59:27.843815 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752527f5-3644-4647-9269-c28f5780ba34 req-a9a8455d-56b1-4db6-8273-91313612a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:27.845307 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-752527f5-3644-4647-9269-c28f5780ba34 req-a9a8455d-56b1-4db6-8273-91313612a3b5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=082de651-68c7-4173-8643-f72fffa9c2c7 HTTP/1.1" status: 200 len: 909 time: 0.0893297 Oct 23 00:59:28.328967 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a98b53-ab78-4548-9fdf-9fb8fc8415b5 req-e590d17f-a554-46b3-9884-4e8860d4369c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:28.330430 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c2a98b53-ab78-4548-9fdf-9fb8fc8415b5 req-e590d17f-a554-46b3-9884-4e8860d4369c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0483403 Oct 23 00:59:28.375688 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c2a98b53-ab78-4548-9fdf-9fb8fc8415b5 req-0ba5e851-4a51-4d87-8663-d4491cc042a1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Oct 23 00:59:29.504199 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df931f-d6ad-4425-b549-c599b938dfc1 req-b0802f90-5d6d-4d9c-a16e-5b54b6ad79c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:29.506326 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-24df931f-d6ad-4425-b549-c599b938dfc1 req-b0802f90-5d6d-4d9c-a16e-5b54b6ad79c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0519302 Oct 23 00:59:29.552651 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-24df931f-d6ad-4425-b549-c599b938dfc1 req-820e534c-25d8-4b9b-ba06-48cb4c24e3b1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403395 Oct 23 00:59:30.677963 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3007-5edd-4d1f-baff-44c337b7abfd req-bdfc1e16-6d50-4f0d-89dd-fb9dc94f1475 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:30.679427 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5efe3007-5edd-4d1f-baff-44c337b7abfd req-bdfc1e16-6d50-4f0d-89dd-fb9dc94f1475 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0466607 Oct 23 00:59:30.725426 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5efe3007-5edd-4d1f-baff-44c337b7abfd req-68e97aeb-3574-4ef4-963c-052ee77538bf tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404844 Oct 23 00:59:31.855374 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd663-722e-4317-9a79-61e7273ad565 req-3970e574-e20f-4d7b-a10a-4ece9c2597ef tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.856868 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e6ffd663-722e-4317-9a79-61e7273ad565 req-3970e574-e20f-4d7b-a10a-4ece9c2597ef tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 944 time: 0.0517485 Oct 23 00:59:31.897623 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-76229215-36a0-4a92-9529-60e060706684 req-a1827ebc-568a-42ef-bcb3-60d6db16748f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430179 Oct 23 00:59:31.942455 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-752527f5-3644-4647-9269-c28f5780ba34 req-b7722375-b9c8-4624-aea8-ee0d3e4381a7 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0846455 Oct 23 00:59:31.959215 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229215-36a0-4a92-9529-60e060706684 req-5311d690-7c89-472f-851d-2c4eba96bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.960890 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-76229215-36a0-4a92-9529-60e060706684 req-5311d690-7c89-472f-851d-2c4eba96bdd0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 1129 time: 0.0414388 Oct 23 00:59:31.986960 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e6ffd663-722e-4317-9a79-61e7273ad565 req-99cdd61c-400d-4591-80bb-278005a5d26c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930207 Oct 23 00:59:32.017627 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752527f5-3644-4647-9269-c28f5780ba34 req-7356c218-921e-4862-a86f-1b4a13df128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:32.019099 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-752527f5-3644-4647-9269-c28f5780ba34 req-7356c218-921e-4862-a86f-1b4a13df128b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6afcc383-31f6-475b-9115-7ff684be90d4 HTTP/1.1" status: 200 len: 847 time: 0.0681806 Oct 23 00:59:32.080751 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752527f5-3644-4647-9269-c28f5780ba34 req-d1787cc5-37ec-484d-8303-00bcb863d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:32.082743 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-752527f5-3644-4647-9269-c28f5780ba34 req-d1787cc5-37ec-484d-8303-00bcb863d152 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=082de651-68c7-4173-8643-f72fffa9c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0562944 Oct 23 00:59:32.082954 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229215-36a0-4a92-9529-60e060706684 req-dc16cea7-32db-4460-80cf-aa54b97b4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:32.084498 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-76229215-36a0-4a92-9529-60e060706684 req-dc16cea7-32db-4460-80cf-aa54b97b4ff4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.0991056 Oct 23 00:59:32.133469 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-76229215-36a0-4a92-9529-60e060706684 req-cae321ee-ca43-43f0-8874-18e44fe12504 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94 HTTP/1.1" status: 200 len: 217 time: 0.0384717 Oct 23 00:59:32.143198 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:32.184680 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-752527f5-3644-4647-9269-c28f5780ba34 req-8abfab0e-7ba9-4737-9e73-8d97a80314b5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898502 Oct 23 00:59:32.185550 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229215-36a0-4a92-9529-60e060706684 req-95c396b4-cc7c-4cb2-90d9-f2e9dbed2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:32.187154 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-76229215-36a0-4a92-9529-60e060706684 req-95c396b4-cc7c-4cb2-90d9-f2e9dbed2c80 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0476489 Oct 23 00:59:32.235858 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229215-36a0-4a92-9529-60e060706684 req-6ff543c7-ff32-49db-a587-4faecb75f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:32.237426 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-76229215-36a0-4a92-9529-60e060706684 req-6ff543c7-ff32-49db-a587-4faecb75f08b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415366 Oct 23 00:59:32.251481 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:32.260547 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:32.322464 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:32.328807 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:59:32.332376 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-752527f5-3644-4647-9269-c28f5780ba34 req-3236a71a-ef36-45ca-98cd-baf585b64fd0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364112 Oct 23 00:59:32.339026 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c778c3f-9eaa-47bf-84cd-7084f0e324fa req-84f971ea-0d42-46c6-9db4-1ea07f455f39 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:32.340375 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5c778c3f-9eaa-47bf-84cd-7084f0e324fa req-84f971ea-0d42-46c6-9db4-1ea07f455f39 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0654564 Oct 23 00:59:32.387143 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5c778c3f-9eaa-47bf-84cd-7084f0e324fa req-f24db034-6652-48dc-a372-7059123aa0f4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Oct 23 00:59:32.427730 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:32.439136 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '6c0b1630-8908-400f-be38-caa653eaaef1', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'port_id': '6c0b1630-8908-400f-be38-caa653eaaef1', 'mac_address': 'fa:16:3e:bf:8d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:59:32.476770 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c0b1630-8908-400f-be38-caa653eaaef1 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:32.477159 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:32.490414 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0b1630-8908-400f-be38-caa653eaaef1 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:59:32.510336 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:32.513886 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:32.558232 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=9']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:33.002900 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['6c0b1630-8908-400f-be38-caa653eaaef1'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:59:33.124693 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86464f9-3d75-4a7e-82e3-a4e751c7da2f req-13487f15-e73f-4682-b0dc-b6abd7c6e8a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:33.126073 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e86464f9-3d75-4a7e-82e3-a4e751c7da2f req-13487f15-e73f-4682-b0dc-b6abd7c6e8a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 945 time: 0.0507860 Oct 23 00:59:33.172531 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e86464f9-3d75-4a7e-82e3-a4e751c7da2f req-b28e22ea-5e7a-4f5d-857c-6b12a01ae88d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406423 Oct 23 00:59:33.506375 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096a72a-e08c-4feb-9796-29d2f81bf6fb req-2b06ead7-6d7a-45d3-8759-7c117afa90fe tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:33.507809 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8096a72a-e08c-4feb-9796-29d2f81bf6fb req-2b06ead7-6d7a-45d3-8759-7c117afa90fe tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0460601 Oct 23 00:59:33.553794 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8096a72a-e08c-4feb-9796-29d2f81bf6fb req-2190d7d3-f549-4382-818d-62d88a1151c7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Oct 23 00:59:34.297546 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02ba8f-6290-415f-98c0-201d32250c33 req-2d652687-c035-49e9-848e-f7045bf65057 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:34.298986 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6d02ba8f-6290-415f-98c0-201d32250c33 req-2d652687-c035-49e9-848e-f7045bf65057 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 945 time: 0.0456908 Oct 23 00:59:34.333482 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:34.349155 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6d02ba8f-6290-415f-98c0-201d32250c33 req-adedbd17-72fe-41f4-8310-365174d42603 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440753 Oct 23 00:59:34.375658 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 6c0b1630-8908-400f-be38-caa653eaaef1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:34.376027 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:34.376381 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 6c0b1630-8908-400f-be38-caa653eaaef1 Oct 23 00:59:34.449074 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 6c0b1630-8908-400f-be38-caa653eaaef1 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:34.449453 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:34.471123 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:34.473255 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c783704-cb26-4d68-99b1-6e27db09c50f" -d '{"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-plugged", "status": "completed", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:34.485772 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:34.491076 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:34.517194 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fecd3d5-9156-4005-b2d9-c62fe5fdd695 x-openstack-request-id: req-0fecd3d5-9156-4005-b2d9-c62fe5fdd695 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:34.517480 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-plugged", "status": "completed", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:34.517733 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fecd3d5-9156-4005-b2d9-c62fe5fdd695 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:34.518119 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fecd3d5-9156-4005-b2d9-c62fe5fdd695'] response: {'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1', 'code': 200} Oct 23 00:59:34.541325 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=10']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:34.647054 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:59:34.670980 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89268294-b817-403b-ac6c-6c7fc5749398 req-1e41d707-28ad-4afa-82c2-abfb961ca08e tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:34.672434 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89268294-b817-403b-ac6c-6c7fc5749398 req-1e41d707-28ad-4afa-82c2-abfb961ca08e tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0459046 Oct 23 00:59:34.718656 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-89268294-b817-403b-ac6c-6c7fc5749398 req-09f6d027-5370-47e9-baae-1fe07f5241fd tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 Oct 23 00:59:35.474998 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa566e-7456-48ca-a3a4-f971b340a184 req-6ba3bce4-e483-4be6-a15c-9ece701ed6e1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:35.476460 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75aa566e-7456-48ca-a3a4-f971b340a184 req-6ba3bce4-e483-4be6-a15c-9ece701ed6e1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0456886 Oct 23 00:59:35.522770 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75aa566e-7456-48ca-a3a4-f971b340a184 req-efa5478a-85e6-472d-aed6-c615a0e129f9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 Oct 23 00:59:35.841081 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac2896-6665-4ddd-a9d5-6c13fc4cad4b req-9792edba-7389-42fc-8992-ce31bd6d9ab2 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:35.842532 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1bac2896-6665-4ddd-a9d5-6c13fc4cad4b req-9792edba-7389-42fc-8992-ce31bd6d9ab2 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0495219 Oct 23 00:59:35.889455 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1bac2896-6665-4ddd-a9d5-6c13fc4cad4b req-3c501774-c57d-48da-a3c8-3258fb0a7fae tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 Oct 23 00:59:36.653571 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad27e69-5ece-411d-af82-e03c28c49d2f req-2fe68cac-50f8-4c91-8293-134b738ef120 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:36.655002 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ad27e69-5ece-411d-af82-e03c28c49d2f req-2fe68cac-50f8-4c91-8293-134b738ef120 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0466077 Oct 23 00:59:36.700792 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ad27e69-5ece-411d-af82-e03c28c49d2f req-ca9c6643-07f3-46f1-8f78-827dc508c974 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Oct 23 00:59:36.975166 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-76229215-36a0-4a92-9529-60e060706684 req-751219a2-c8ed-4abc-a8f7-7a5620ff1332 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 Oct 23 00:59:37.009340 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a106c4-e2f0-40da-8217-b09257520861 req-8746b137-bfde-44fc-92d5-f008917052bb tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:37.010785 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e1a106c4-e2f0-40da-8217-b09257520861 req-8746b137-bfde-44fc-92d5-f008917052bb tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0468626 Oct 23 00:59:37.060876 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e1a106c4-e2f0-40da-8217-b09257520861 req-f6e5b5b5-a123-46d0-85e5-be63f53500bf tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Oct 23 00:59:37.534352 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-76229215-36a0-4a92-9529-60e060706684 req-7843fa61-ee9b-4e7b-81e7-5f094c84b7f6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845854 Oct 23 00:59:37.716914 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370f095-b355-4c8f-95c1-4a9573f53466 req-20e849b9-a5d3-41c8-9f9f-836630a39125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:37.718662 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2370f095-b355-4c8f-95c1-4a9573f53466 req-20e849b9-a5d3-41c8-9f9f-836630a39125 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 1131 time: 0.0400581 Oct 23 00:59:37.743052 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-9cd45d64-5302-4290-9755-23f9850a3d9d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:37.744014 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-9cd45d64-5302-4290-9755-23f9850a3d9d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0846038 Oct 23 00:59:37.793254 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:37.829378 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef727c-ce91-4d75-9605-0f7a6fbe5065 req-ac52a071-73ce-42a4-a5ae-05b4f454a2d5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:37.831288 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ccef727c-ce91-4d75-9605-0f7a6fbe5065 req-ac52a071-73ce-42a4-a5ae-05b4f454a2d5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0478175 Oct 23 00:59:37.877136 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ccef727c-ce91-4d75-9605-0f7a6fbe5065 req-38cd3cd1-d3ec-4b6d-af45-e8040b3e6598 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405848 Oct 23 00:59:38.001741 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2370f095-b355-4c8f-95c1-4a9573f53466 req-96397def-90a9-4347-adfb-5cf26aaf4df6 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404227 Oct 23 00:59:38.073857 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Deleting port 62af426d-30a7-4037-a3c4-64b4c845b744 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:59:38.074429 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.145595 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:38.163989 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] For port 62af426d-30a7-4037-a3c4-64b4c845b744, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62af426d-30a7-4037-a3c4-64b4c845b744,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:38.164558 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.179827 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Calling delete_port for 62af426d-30a7-4037-a3c4-64b4c845b744 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:59:38.184840 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a7397-3dbd-450d-b6c2-e295159884ec req-bf31cbec-baad-42fc-8ae5-82eabac47f14 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:38.186306 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-197a7397-3dbd-450d-b6c2-e295159884ec req-bf31cbec-baad-42fc-8ae5-82eabac47f14 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 946 time: 0.0503700 Oct 23 00:59:38.232973 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-197a7397-3dbd-450d-b6c2-e295159884ec req-2c0d0318-c14f-4534-976f-bbe68effbf85 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Oct 23 00:59:38.305162 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (62af426d-30a7-4037-a3c4-64b4c845b744), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.317931 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['62af426d-30a7-4037-a3c4-64b4c845b744'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:59:38.334670 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Pushing event deleted for resources: {'Port': ['ID=62af426d-30a7-4037-a3c4-64b4c845b744,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:38.402598 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] No DVR routers for this DVR port 62af426d-30a7-4037-a3c4-64b4c845b744 on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:59:38.405725 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.409062 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cbfbe14c-6693-4b1a-bbbb-09e3c4940ae0 req-6a8cd132-fe84-423d-9105-8c6e25b5295d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.43 "DELETE /networking/v2.0/ports/62af426d-30a7-4037-a3c4-64b4c845b744 HTTP/1.1" status: 204 len: 173 time: 0.4417834 Oct 23 00:59:38.409562 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099f0ee6-a828-4258-b7da-7667171ddf38', 'name': 'network-vif-deleted', 'tag': '62af426d-30a7-4037-a3c4-64b4c845b744'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:38.412327 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d58fd90-badc-4f17-a215-7c94f29f830c" -d '{"events": [{"server_uuid": "099f0ee6-a828-4258-b7da-7667171ddf38", "name": "network-vif-deleted", "tag": "62af426d-30a7-4037-a3c4-64b4c845b744"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:38.451942 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158aab68-6995-494b-a5e1-a41ae8f32c98 x-openstack-request-id: req-158aab68-6995-494b-a5e1-a41ae8f32c98 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:38.452237 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099f0ee6-a828-4258-b7da-7667171ddf38", "name": "network-vif-deleted", "tag": "62af426d-30a7-4037-a3c4-64b4c845b744", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:38.452516 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-158aab68-6995-494b-a5e1-a41ae8f32c98 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:38.452920 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158aab68-6995-494b-a5e1-a41ae8f32c98'] response: {'server_uuid': '099f0ee6-a828-4258-b7da-7667171ddf38', 'name': 'network-vif-deleted', 'tag': '62af426d-30a7-4037-a3c4-64b4c845b744', 'status': 'completed', 'code': 200} Oct 23 00:59:39.001000 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4899c-a663-4ee5-a9b3-d6b30b77097d req-140ba386-20fc-4d4b-89a9-b3a8f3a4373d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:39.002429 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-54b4899c-a663-4ee5-a9b3-d6b30b77097d req-140ba386-20fc-4d4b-89a9-b3a8f3a4373d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0465944 Oct 23 00:59:39.048439 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-54b4899c-a663-4ee5-a9b3-d6b30b77097d req-8e6aa611-7a04-43f4-b055-c650d1f8d105 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403099 Oct 23 00:59:39.360391 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ce4bc84a-d14c-41dd-8f85-dc5301fe3833 req-ed5e7bbc-df43-4376-95ed-70def311a468 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 210 time: 0.0313945 Oct 23 00:59:40.177096 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eac89-8410-4f25-861a-69bf10917994 req-108ab0dd-b6d5-4b1d-9bd0-270d653c8533 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:40.178666 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c13eac89-8410-4f25-861a-69bf10917994 req-108ab0dd-b6d5-4b1d-9bd0-270d653c8533 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0478771 Oct 23 00:59:40.231121 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c13eac89-8410-4f25-861a-69bf10917994 req-16b9c082-54a4-4bc7-b7e3-f59ea177e37b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456743 Oct 23 00:59:40.281712 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5746-1ed2-466e-bfbb-f4328ac7598e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:40.475238 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-95d4f851-f889-4aff-937a-065ed73b7958 req-591dec6f-30e3-4aae-9cad-e00596de622d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=099f0ee6-a828-4258-b7da-7667171ddf38 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Oct 23 00:59:41.365931 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19666ba-83e5-41f9-8614-e43e18e70452 req-9c195988-d78f-4b1b-b077-5e4bfbc8d6ca tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:41.367375 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e19666ba-83e5-41f9-8614-e43e18e70452 req-9c195988-d78f-4b1b-b077-5e4bfbc8d6ca tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0452933 Oct 23 00:59:41.416492 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e19666ba-83e5-41f9-8614-e43e18e70452 req-9c638c76-8779-4396-9c67-5012ba999392 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436621 Oct 23 00:59:42.372349 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 62af426d-30a7-4037-a3c4-64b4c845b744 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:59:42.395549 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 62af426d-30a7-4037-a3c4-64b4c845b744 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:59:42.395891 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 62af426d-30a7-4037-a3c4-64b4c845b744 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:59:42.408819 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-edf95a4a-749d-4cf4-9b1a-b5e18c77f71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:43.696584 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:45.321543 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:45.341974 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:45.408553 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-6f55e814-841b-4ba3-a09d-7678a469f174 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:45.409934 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-6f55e814-841b-4ba3-a09d-7678a469f174 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/networks?id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2 HTTP/1.1" status: 200 len: 814 time: 0.1022377 Oct 23 00:59:45.424540 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-ae96f061-666b-4ad0-949d-0df4b584177d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/quotas/bd4636922d3f4936b68c2d38f53ab4d4 HTTP/1.1" status: 200 len: 375 time: 0.0088058 Oct 23 00:59:45.456167 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-fb8e2917-f44a-44e9-bfaf-3091103ee1e2 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=bd4636922d3f4936b68c2d38f53ab4d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263617 Oct 23 00:59:45.547730 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-ab84f5f8-5b67-4fe9-9069-322781d190f0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850358 Oct 23 00:59:45.643015 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-b98f3c18-3e29-45af-944d-b8a0d5a402c6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891287 Oct 23 00:59:45.803874 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8bcc8691-f966-425c-8b2e-89493c1f0dec req-18602db1-47e3-4999-b101-3f4c2cc08366 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 210 time: 0.0324523 Oct 23 00:59:46.891262 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:46.913280 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-09122aac-1fa7-497c-bfe9-a9f2766257fd req-39c158bb-26a4-48e9-b21d-aff0f270dae3 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 210 time: 0.0317440 Oct 23 00:59:46.967341 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:46.986094 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-61a125a4-5399-45b4-aa0a-4e2707fa7911 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:46.987542 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-61a125a4-5399-45b4-aa0a-4e2707fa7911 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.43 "GET /networking/v2.0/networks?id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2 HTTP/1.1" status: 200 len: 814 time: 0.1056087 Oct 23 00:59:47.001808 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Request body: {'port': {'device_id': 'eb9d511b-1c31-4109-bec2-6992aa5f63e2', 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2', 'admin_state_up': True, 'tenant_id': 'bd4636922d3f4936b68c2d38f53ab4d4'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:47.113296 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Made reservation on behalf of bd4636922d3f4936b68c2d38f53ab4d4 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:59:47.116950 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:47.235977 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Allocated IP 172.20.0.8 (525c93e2-e3d3-48e5-94fd-4cbebe9180a2/8519ee96-a8be-48a3-af08-0be88107c29f/35903425-54ca-4249-a5c6-6d7290d2c5ce) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:59:47.380483 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks [] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:47.410921 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:47.452136 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:59:47.457371 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:59:47.463273 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:59:47.467790 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:47.468429 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:47.472236 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Pushing event updated for resources: {'Port': ['ID=35903425-54ca-4249-a5c6-6d7290d2c5ce,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:47.485159 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.485504 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.485845 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.486186 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.486517 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.486846 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.487174 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.487498 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.487829 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.488152 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.488503 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.488828 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.489149 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.489469 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.489792 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:47.496501 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-204f1273-7323-4b60-9acb-e0a164184a46 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4984972 Oct 23 00:59:47.507489 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Request body: {'port': {'device_id': 'eb9d511b-1c31-4109-bec2-6992aa5f63e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:47.568128 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:47.697277 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:47.735491 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:47.817590 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35903425-54ca-4249-a5c6-6d7290d2c5ce {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:59:47.825837 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Publish callbacks [] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:47.838978 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Transition to ACTIVE for port object 35903425-54ca-4249-a5c6-6d7290d2c5ce will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:59:47.842657 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:47.909786 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511103b3-4325-4382-9716-575665385fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=35903425-54ca-4249-a5c6-6d7290d2c5ce,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:47.916251 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Attempting to bind port 35903425-54ca-4249-a5c6-6d7290d2c5ce on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:59:47.916618 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Attempting to bind port 35903425-54ca-4249-a5c6-6d7290d2c5ce by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:59:47.916941 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Attempting to bind port 35903425-54ca-4249-a5c6-6d7290d2c5ce on network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:59:47.957877 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Port 35903425-54ca-4249-a5c6-6d7290d2c5ce on network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:59:47.958198 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Attempting to bind port 35903425-54ca-4249-a5c6-6d7290d2c5ce on network 525c93e2-e3d3-48e5-94fd-4cbebe9180a2 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:59:47.999654 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:59:47.999993 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Checking segment: {'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:59:48.000474 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Bound using segment: {'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:59:48.000913 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Bound port: 35903425-54ca-4249-a5c6-6d7290d2c5ce, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42659ae-5856-480b-94db-9407b7accdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:59:48.001270 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:48.037268 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a45bd6-6ed8-4c00-8dad-9fa85d9b5274 req-a11f8101-a131-48b4-9aa9-3dc9e34378b2 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:48.039325 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-63a45bd6-6ed8-4c00-8dad-9fa85d9b5274 req-a11f8101-a131-48b4-9aa9-3dc9e34378b2 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 943 time: 0.0460265 Oct 23 00:59:48.064622 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] For port 35903425-54ca-4249-a5c6-6d7290d2c5ce, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:59:48.067604 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] For port 35903425-54ca-4249-a5c6-6d7290d2c5ce, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35903425-54ca-4249-a5c6-6d7290d2c5ce,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:59:48.073948 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:48.079832 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:48.080492 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:48.081936 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-511103b3-4325-4382-9716-575665385fd4 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/35903425-54ca-4249-a5c6-6d7290d2c5ce HTTP/1.1" status: 200 len: 1093 time: 0.5783751 Oct 23 00:59:48.082420 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9d511b-1c31-4109-bec2-6992aa5f63e2', 'tag': '35903425-54ca-4249-a5c6-6d7290d2c5ce'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:48.084681 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9d511b-1c31-4109-bec2-6992aa5f63e2", "tag": "35903425-54ca-4249-a5c6-6d7290d2c5ce"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:48.085218 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-63a45bd6-6ed8-4c00-8dad-9fa85d9b5274 req-5a0e00c4-ec11-42d8-a6fd-9388f9f01c91 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404058 Oct 23 00:59:48.130776 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511103b3-4325-4382-9716-575665385fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=35903425-54ca-4249-a5c6-6d7290d2c5ce,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:48.161292 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa73f970-72e2-42b4-be16-4b4b122544ca x-openstack-request-id: req-fa73f970-72e2-42b4-be16-4b4b122544ca {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:48.161579 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9d511b-1c31-4109-bec2-6992aa5f63e2", "tag": "35903425-54ca-4249-a5c6-6d7290d2c5ce", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:48.161827 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa73f970-72e2-42b4-be16-4b4b122544ca {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:48.162247 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa73f970-72e2-42b4-be16-4b4b122544ca'] response: {'name': 'network-changed', 'server_uuid': 'eb9d511b-1c31-4109-bec2-6992aa5f63e2', 'tag': '35903425-54ca-4249-a5c6-6d7290d2c5ce', 'status': 'completed', 'code': 200} Oct 23 00:59:48.174062 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-b58d8c3f-2889-4f8b-9c34-a3a81b45c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:48.175539 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-b58d8c3f-2889-4f8b-9c34-a3a81b45c548 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=bd4636922d3f4936b68c2d38f53ab4d4&device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 1127 time: 0.0419626 Oct 23 00:59:48.219733 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-91df00da-d113-41e7-bcd4-fbdbfef1a2a8 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35903425-54ca-4249-a5c6-6d7290d2c5ce HTTP/1.1" status: 200 len: 217 time: 0.0352778 Oct 23 00:59:48.267131 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-e1f11857-f8b5-4426-81f8-ba308d737248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:48.268537 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-e1f11857-f8b5-4426-81f8-ba308d737248 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8519ee96-a8be-48a3-af08-0be88107c29f HTTP/1.1" status: 200 len: 854 time: 0.0419614 Oct 23 00:59:48.298805 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-ae1213f1-ab69-41ab-9638-a0e364031d3f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244157 Oct 23 00:59:48.388646 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-936d386c-fd28-41ac-9696-182a494388d7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836434 Oct 23 00:59:48.478477 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1b7c17b1-1c8a-4f2f-98c2-4f2ea162d029 req-cb9efe83-bc80-4428-b06c-38f54574971c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837603 Oct 23 00:59:48.654713 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:48.664996 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:49.213712 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fe290-6403-499a-bc58-ed240747d3e8 req-d325ce2c-2043-493b-9b01-e3573a9da3fe tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:49.215197 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e88fe290-6403-499a-bc58-ed240747d3e8 req-d325ce2c-2043-493b-9b01-e3573a9da3fe tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 943 time: 0.0493841 Oct 23 00:59:49.257526 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:49.262057 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e88fe290-6403-499a-bc58-ed240747d3e8 req-95f497d4-8169-488b-865b-9e6df55c3a71 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Oct 23 00:59:50.380470 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bd31d-8705-4f93-a166-11bb15f44cc8 req-a454df0b-0395-44b0-90cb-96717b7772a3 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:50.381905 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e71bd31d-8705-4f93-a166-11bb15f44cc8 req-a454df0b-0395-44b0-90cb-96717b7772a3 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 943 time: 0.0459151 Oct 23 00:59:50.417747 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:50.430254 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e71bd31d-8705-4f93-a166-11bb15f44cc8 req-b9647814-e723-4dc5-9c6f-b92bca01d768 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Oct 23 00:59:51.463305 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-f23fe38b-08ef-4c8f-8a62-0043c457643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:51.464910 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-f23fe38b-08ef-4c8f-8a62-0043c457643f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=bd4636922d3f4936b68c2d38f53ab4d4&device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 1127 time: 0.0395601 Oct 23 00:59:51.528652 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:51.549516 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef9c2e-9dae-4d09-9143-656c5999cf5c req-cf196caf-c2ad-458b-b9c7-793aeb3c4548 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:51.550993 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ffef9c2e-9dae-4d09-9143-656c5999cf5c req-cf196caf-c2ad-458b-b9c7-793aeb3c4548 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 943 time: 0.0462444 Oct 23 00:59:51.562480 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-dcba4864-f7dc-442e-acd0-4b50a575bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:51.564068 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-dcba4864-f7dc-442e-acd0-4b50a575bbed service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2 HTTP/1.1" status: 200 len: 915 time: 0.0907953 Oct 23 00:59:51.601734 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ffef9c2e-9dae-4d09-9143-656c5999cf5c req-2838a4b7-408e-474d-8443-68851be8a3b2 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439825 Oct 23 00:59:51.603564 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-047c2c68-482d-48cb-b2de-0cfbeed8cf7d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35903425-54ca-4249-a5c6-6d7290d2c5ce HTTP/1.1" status: 200 len: 217 time: 0.0331283 Oct 23 00:59:51.652245 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:51.657086 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-0c1660ab-89c0-4015-a767-2b0137f1f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:51.658493 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-0c1660ab-89c0-4015-a767-2b0137f1f669 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8519ee96-a8be-48a3-af08-0be88107c29f HTTP/1.1" status: 200 len: 854 time: 0.0456121 Oct 23 00:59:51.694321 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-416e59cb-21b2-4df6-a310-ed9a7b88ff34 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=525c93e2-e3d3-48e5-94fd-4cbebe9180a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287635 Oct 23 00:59:52.009242 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-18e0a1de-0723-46df-8526-87025d29d5a9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079238 Oct 23 00:59:52.099094 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-1c1ba910-a1af-4d2b-87b8-2c234edbef2f req-95fa7c1b-ceff-4334-bbd7-e1d1f97f593e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828509 Oct 23 00:59:52.256600 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:52.391286 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 35903425-54ca-4249-a5c6-6d7290d2c5ce details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:59:52.397510 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:52.405388 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:52.489753 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 35903425-54ca-4249-a5c6-6d7290d2c5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35903425-54ca-4249-a5c6-6d7290d2c5ce,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:52.500980 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '35903425-54ca-4249-a5c6-6d7290d2c5ce', 'network_id': '525c93e2-e3d3-48e5-94fd-4cbebe9180a2', 'port_id': '35903425-54ca-4249-a5c6-6d7290d2c5ce', 'mac_address': 'fa:16:3e:9b:e6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8519ee96-a8be-48a3-af08-0be88107c29f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:59:52.537637 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 35903425-54ca-4249-a5c6-6d7290d2c5ce is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:52.538024 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:52.551127 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35903425-54ca-4249-a5c6-6d7290d2c5ce {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:59:52.570268 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 35903425-54ca-4249-a5c6-6d7290d2c5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35903425-54ca-4249-a5c6-6d7290d2c5ce,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:52.573451 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:52.618481 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=35903425-54ca-4249-a5c6-6d7290d2c5ce,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:52.721359 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244be54-d91b-4b68-94f1-752f6539992f req-7687d466-3d7d-4735-8117-a7d8524194bd tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:52.722795 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1244be54-d91b-4b68-94f1-752f6539992f req-7687d466-3d7d-4735-8117-a7d8524194bd tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 944 time: 0.0465219 Oct 23 00:59:52.769279 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1244be54-d91b-4b68-94f1-752f6539992f req-597273cf-0cf5-486e-b4a2-243136e9e03a tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Oct 23 00:59:53.045112 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['35903425-54ca-4249-a5c6-6d7290d2c5ce'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:59:53.889567 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55acd58-2df1-4185-815a-f6df44d9d41f req-27fbc4fd-658a-4679-b155-9abb63ebf243 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:53.891010 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f55acd58-2df1-4185-815a-f6df44d9d41f req-27fbc4fd-658a-4679-b155-9abb63ebf243 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 944 time: 0.0467410 Oct 23 00:59:53.936398 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f55acd58-2df1-4185-815a-f6df44d9d41f req-dd02b499-b242-4d9e-8c44-9821602289c8 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Oct 23 00:59:54.385078 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 35903425-54ca-4249-a5c6-6d7290d2c5ce up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:54.427379 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 35903425-54ca-4249-a5c6-6d7290d2c5ce completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:59:54.433099 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 35903425-54ca-4249-a5c6-6d7290d2c5ce triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:54.433467 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:54.433863 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 35903425-54ca-4249-a5c6-6d7290d2c5ce Oct 23 00:59:54.511710 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 35903425-54ca-4249-a5c6-6d7290d2c5ce is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:54.512100 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:54.534974 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d511b-1c31-4109-bec2-6992aa5f63e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35903425-54ca-4249-a5c6-6d7290d2c5ce'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:54.537211 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6affbbd8-d13c-4c3a-80d9-dfdc514c3dca" -d '{"events": [{"server_uuid": "eb9d511b-1c31-4109-bec2-6992aa5f63e2", "name": "network-vif-plugged", "status": "completed", "tag": "35903425-54ca-4249-a5c6-6d7290d2c5ce"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:54.549223 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 35903425-54ca-4249-a5c6-6d7290d2c5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35903425-54ca-4249-a5c6-6d7290d2c5ce,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:54.553123 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:54.583287 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dee0c0-43e4-4e61-a647-04b520f729f2 x-openstack-request-id: req-41dee0c0-43e4-4e61-a647-04b520f729f2 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:54.583572 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d511b-1c31-4109-bec2-6992aa5f63e2", "name": "network-vif-plugged", "status": "completed", "tag": "35903425-54ca-4249-a5c6-6d7290d2c5ce", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:54.583818 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41dee0c0-43e4-4e61-a647-04b520f729f2 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:54.584204 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41dee0c0-43e4-4e61-a647-04b520f729f2'] response: {'server_uuid': 'eb9d511b-1c31-4109-bec2-6992aa5f63e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35903425-54ca-4249-a5c6-6d7290d2c5ce', 'code': 200} Oct 23 00:59:54.604601 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=35903425-54ca-4249-a5c6-6d7290d2c5ce,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:54.760837 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea212291-e43c-4243-9424-adfea390f955 req-b3e9c137-da77-4ca1-ab4b-1a5e77a58acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:54.762295 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea212291-e43c-4243-9424-adfea390f955 req-b3e9c137-da77-4ca1-ab4b-1a5e77a58acf service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 1129 time: 0.0390697 Oct 23 00:59:54.807551 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea212291-e43c-4243-9424-adfea390f955 req-d682f154-f449-4ce8-bba4-6fec1a16c0ab service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Oct 23 00:59:55.057303 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b8e11-59bf-4457-bd64-82d4455f1296 req-89d473d9-a41b-4816-8bd7-a76cce99fd4e tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:55.058739 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-083b8e11-59bf-4457-bd64-82d4455f1296 req-89d473d9-a41b-4816-8bd7-a76cce99fd4e tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0489128 Oct 23 00:59:55.104090 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-083b8e11-59bf-4457-bd64-82d4455f1296 req-1d111219-c9eb-4103-9fdd-6712c34036fa tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Oct 23 00:59:56.227068 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d09406-9909-42af-8f4e-a5c02173a02c req-e6eb03ca-afb3-4ee0-bc7f-8980b533b7ed tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:56.228535 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71d09406-9909-42af-8f4e-a5c02173a02c req-e6eb03ca-afb3-4ee0-bc7f-8980b533b7ed tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0463924 Oct 23 00:59:56.274126 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-71d09406-9909-42af-8f4e-a5c02173a02c req-6453f797-79a6-4c27-bcd3-7b8e7e6f64d4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Oct 23 00:59:57.399628 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3678d7-0724-4cb6-8d14-23b677de97ee req-006139f1-0ef4-4f7c-9b95-f2adacc4f68d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:57.401072 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3b3678d7-0724-4cb6-8d14-23b677de97ee req-006139f1-0ef4-4f7c-9b95-f2adacc4f68d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0492792 Oct 23 00:59:57.446115 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3b3678d7-0724-4cb6-8d14-23b677de97ee req-107a7993-ee21-4b4b-8c7e-8649974ec00a tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Oct 23 01:00:03.998507 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ab938-ea7b-4f65-9a19-4bd658ca2f18 req-db894c02-2f58-4b2f-874f-d71d55c7215d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:03.999969 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ca4ab938-ea7b-4f65-9a19-4bd658ca2f18 req-db894c02-2f58-4b2f-874f-d71d55c7215d tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0460985 Oct 23 01:00:04.049457 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ca4ab938-ea7b-4f65-9a19-4bd658ca2f18 req-31aa5b68-0901-4633-ac6a-0cfad0fb94c8 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Oct 23 01:00:04.601317 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:04.602266 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:04.801634 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=33 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:04.804087 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=36 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:05.168771 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7be8-4155-4e60-b9e0-742f7be8e665 req-8b901c0b-7aaf-467a-a53a-21f91543d0d1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:05.170127 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-609f7be8-4155-4e60-b9e0-742f7be8e665 req-8b901c0b-7aaf-467a-a53a-21f91543d0d1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0457282 Oct 23 01:00:05.219037 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-609f7be8-4155-4e60-b9e0-742f7be8e665 req-a7d0ca0c-0371-4039-91b9-2f4473f70828 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Oct 23 01:00:06.342009 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44f7c1-ef60-462f-a2eb-063e57007c25 req-f003522c-79e7-4d30-9024-95e7f06786d4 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:06.343461 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2c44f7c1-ef60-462f-a2eb-063e57007c25 req-f003522c-79e7-4d30-9024-95e7f06786d4 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0467916 Oct 23 01:00:06.389942 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2c44f7c1-ef60-462f-a2eb-063e57007c25 req-69174b96-1aab-4d36-807b-128a42a788ac tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Oct 23 01:00:07.316365 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44510f2b-f497-4a58-8603-93f8509fc669 req-9f0a8ee5-7510-4126-b2f6-b74780bf8228 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:07.317838 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-44510f2b-f497-4a58-8603-93f8509fc669 req-9f0a8ee5-7510-4126-b2f6-b74780bf8228 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0487058 Oct 23 01:00:07.359186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:07.367374 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-44510f2b-f497-4a58-8603-93f8509fc669 req-a584da4a-0911-4da1-8893-3ab91947e1db tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437417 Oct 23 01:00:07.426704 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-aec9abce-000f-4ab2-9aaf-c20e2669bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:07.428925 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-aec9abce-000f-4ab2-9aaf-c20e2669bcf1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1129 time: 0.0415561 Oct 23 01:00:07.521949 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e166-2483-4745-aee7-23dd55a8a435 req-cfe90ae8-d57f-40f5-bbd6-d5b406e11dc6 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:07.524022 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7c06e166-2483-4745-aee7-23dd55a8a435 req-cfe90ae8-d57f-40f5-bbd6-d5b406e11dc6 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0527070 Oct 23 01:00:07.527475 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-17f50939-b1a5-4a9d-8e96-10e10dcddb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:07.528984 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-17f50939-b1a5-4a9d-8e96-10e10dcddb2a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.0927570 Oct 23 01:00:07.564623 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:07.573093 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7c06e166-2483-4745-aee7-23dd55a8a435 req-64f03e47-c754-4655-a6e8-009dee81f96b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Oct 23 01:00:07.593520 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-b650d7bf-33f4-4df7-9527-c46ffff9e3bd service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 200 len: 1001 time: 0.0577185 Oct 23 01:00:07.645915 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-3cb2d3a3-91c3-4fbd-b8f4-dc9c062101a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:07.647316 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-3cb2d3a3-91c3-4fbd-b8f4-dc9c062101a1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0482626 Oct 23 01:00:07.690302 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-832b8b75-7443-4564-9cb4-aa9f5336202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:07.692044 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-832b8b75-7443-4564-9cb4-aa9f5336202b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0388505 Oct 23 01:00:07.780314 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-120643b8-b47a-4039-8c88-1fce89c3f2ec service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821378 Oct 23 01:00:07.875005 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-599c740a-bbbb-419d-aeb9-6e4e93a81cbc req-bf92fb24-3b6c-4499-881f-8e54ec8cb16e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886159 Oct 23 01:00:08.496174 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa22afa-951f-4e88-8162-965f05ccb564 req-abe36f7e-6404-429a-8ffe-30ab55128408 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:08.497672 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9aa22afa-951f-4e88-8162-965f05ccb564 req-abe36f7e-6404-429a-8ffe-30ab55128408 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0476542 Oct 23 01:00:08.546167 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9aa22afa-951f-4e88-8162-965f05ccb564 req-13fea546-4030-441a-9919-2958e3fc5d10 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428054 Oct 23 01:00:08.696955 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f9adc-fcaa-4e92-abcb-5314f6396207 req-73133930-dfa3-479f-849a-ce64745b4b82 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:08.698425 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-724f9adc-fcaa-4e92-abcb-5314f6396207 req-73133930-dfa3-479f-849a-ce64745b4b82 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0466652 Oct 23 01:00:08.752363 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-724f9adc-fcaa-4e92-abcb-5314f6396207 req-e98d6844-477d-4e85-9a83-db136c87fdc1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474012 Oct 23 01:00:09.667637 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bd350-1167-41bb-92d0-778978d69dc2 req-3d4321a2-ff7b-4b9e-a414-2ae404f5ebfc tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:09.669090 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5e3bd350-1167-41bb-92d0-778978d69dc2 req-3d4321a2-ff7b-4b9e-a414-2ae404f5ebfc tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0466824 Oct 23 01:00:09.715125 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5e3bd350-1167-41bb-92d0-778978d69dc2 req-3f050879-db93-46f6-96fe-41688947cd2b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405157 Oct 23 01:00:09.871085 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d701963-e363-4b92-9c1e-c0362513dd4e req-4948b939-a96e-4ce0-90e5-3f82042433be tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:09.872551 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d701963-e363-4b92-9c1e-c0362513dd4e req-4948b939-a96e-4ce0-90e5-3f82042433be tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0457077 Oct 23 01:00:09.918172 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d701963-e363-4b92-9c1e-c0362513dd4e req-13085c51-13be-4f54-bfb5-1b24c5a2efc0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Oct 23 01:00:10.275320 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3c329022-1152-43e1-b3fd-ee6ad4e56e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.438493 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=11 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:10.455516 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=15 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:10.838057 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878092b-cbff-44b5-99b0-f0b7e1142cb0 req-610fff62-11b1-454e-a671-7dc1ffa8f384 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:10.839662 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e878092b-cbff-44b5-99b0-f0b7e1142cb0 req-610fff62-11b1-454e-a671-7dc1ffa8f384 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0511863 Oct 23 01:00:10.889042 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e878092b-cbff-44b5-99b0-f0b7e1142cb0 req-8e079ef2-a0d6-44cd-95e0-316ae0a029a7 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429792 Oct 23 01:00:11.040110 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed122ba4-4463-48e4-b3da-a75b2ff29136 req-d1b169a4-ff6f-44d0-9968-9fcd81c496f5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:11.041608 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ed122ba4-4463-48e4-b3da-a75b2ff29136 req-d1b169a4-ff6f-44d0-9968-9fcd81c496f5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0466750 Oct 23 01:00:11.087430 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ed122ba4-4463-48e4-b3da-a75b2ff29136 req-83cd8428-deaa-463f-b046-477cb55c4fd3 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403471 Oct 23 01:00:11.645546 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:00:12.014968 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080071d-30fa-4d91-9e7b-fd007d95c889 req-317258ac-2433-4223-b4d9-690484587a0e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.016440 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5080071d-30fa-4d91-9e7b-fd007d95c889 req-317258ac-2433-4223-b4d9-690484587a0e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0497937 Oct 23 01:00:12.061466 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5080071d-30fa-4d91-9e7b-fd007d95c889 req-1882bd70-d806-4b85-a32f-0a1280396819 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Oct 23 01:00:12.206651 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8560e3-f2c5-4a4d-a072-41935500dc7d req-7102d521-e877-4078-82e8-7e5dba42cdc8 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.207989 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eb8560e3-f2c5-4a4d-a072-41935500dc7d req-7102d521-e877-4078-82e8-7e5dba42cdc8 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0465989 Oct 23 01:00:12.253676 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eb8560e3-f2c5-4a4d-a072-41935500dc7d req-c51870a4-d983-4b74-9425-a5243b9ccc66 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395899 Oct 23 01:00:12.410828 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1b14df5-ebb5-463f-a014-beba399a1014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:13.179588 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1a541-5d7f-4aab-be90-f4d7813aaef4 req-a92e2d31-3068-41e4-b4c3-b4149a15d383 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:13.181637 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-83d1a541-5d7f-4aab-be90-f4d7813aaef4 req-a92e2d31-3068-41e4-b4c3-b4149a15d383 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0457964 Oct 23 01:00:13.229488 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-83d1a541-5d7f-4aab-be90-f4d7813aaef4 req-422e45a5-7bcc-4709-bb57-8cb1e39e0da0 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Oct 23 01:00:13.372071 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b6289-f836-457c-ba69-a719231aae35 req-71d1e15e-71a1-4d64-802b-f659deaebab1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:13.373410 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e52b6289-f836-457c-ba69-a719231aae35 req-71d1e15e-71a1-4d64-802b-f659deaebab1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0454407 Oct 23 01:00:13.419176 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e52b6289-f836-457c-ba69-a719231aae35 req-60c3fdfc-1c53-4f25-b4ea-94dd2d31e6e1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401027 Oct 23 01:00:13.699455 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:14.332979 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:14.350309 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854e655-bd38-46a8-9fdd-46d2d555f619 req-0339e637-8aee-4c5f-a8ad-1605dcafd792 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.351769 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f854e655-bd38-46a8-9fdd-46d2d555f619 req-0339e637-8aee-4c5f-a8ad-1605dcafd792 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0476401 Oct 23 01:00:14.397778 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f854e655-bd38-46a8-9fdd-46d2d555f619 req-836da8cf-89b2-4c7d-9de4-0bba21f5eb20 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 Oct 23 01:00:14.523890 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:14.538892 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fecb9-650b-489e-aa81-a4fdbef034dd req-6bc975de-3728-49c2-bf4b-f98bd51b941e tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.540881 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d74fecb9-650b-489e-aa81-a4fdbef034dd req-6bc975de-3728-49c2-bf4b-f98bd51b941e tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0505252 Oct 23 01:00:14.586641 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d74fecb9-650b-489e-aa81-a4fdbef034dd req-7e50e093-edd8-4211-a98e-c99ac1e8ae56 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403454 Oct 23 01:00:15.324320 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:15.345696 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:15.516274 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa540f1-2785-441f-9668-2a0d3ddcad6b req-0b8ecf03-840d-447c-aac2-26a5b9bf8bea tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:15.517739 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6fa540f1-2785-441f-9668-2a0d3ddcad6b req-0b8ecf03-840d-447c-aac2-26a5b9bf8bea tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0460649 Oct 23 01:00:15.563261 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6fa540f1-2785-441f-9668-2a0d3ddcad6b req-efaf38a1-1ee1-49f3-bc57-012e09768145 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Oct 23 01:00:15.716489 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423281-791c-4966-9949-a909d256d1db req-9217e421-6ca1-4888-b925-8d0b1fc40504 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:15.717941 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5c423281-791c-4966-9949-a909d256d1db req-9217e421-6ca1-4888-b925-8d0b1fc40504 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Oct 23 01:00:15.766689 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5c423281-791c-4966-9949-a909d256d1db req-9ec63484-6286-482a-9490-7306224d5bf9 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Oct 23 01:00:16.683087 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab64224-de8f-4c38-8ccc-31894f61f442 req-6eaac145-f62d-4505-be05-35f92526834a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:16.684543 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0ab64224-de8f-4c38-8ccc-31894f61f442 req-6eaac145-f62d-4505-be05-35f92526834a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0458651 Oct 23 01:00:16.730682 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0ab64224-de8f-4c38-8ccc-31894f61f442 req-2da42e2e-6e5e-4b29-b762-9d1135111262 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407109 Oct 23 01:00:16.884857 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbac3a9-279c-462b-a3fd-91ccf36ff33f req-d28bceea-1d32-4637-8fcc-4ca8ff732cbb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:16.886316 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ebbac3a9-279c-462b-a3fd-91ccf36ff33f req-d28bceea-1d32-4637-8fcc-4ca8ff732cbb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0477502 Oct 23 01:00:16.935393 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ebbac3a9-279c-462b-a3fd-91ccf36ff33f req-20463f38-803b-418c-9b49-8f63d3ae4a88 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434530 Oct 23 01:00:17.854316 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e266371-1570-4945-b5d2-0e6c7ae16643 req-b3f23c9c-cc6f-4064-bb0c-cd8970e449bb tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:17.855770 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7e266371-1570-4945-b5d2-0e6c7ae16643 req-b3f23c9c-cc6f-4064-bb0c-cd8970e449bb tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0499420 Oct 23 01:00:17.870247 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=50 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:17.872190 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=44 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:17.902145 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7e266371-1570-4945-b5d2-0e6c7ae16643 req-42352bc8-4f76-4b68-a831-28c1e9d568c0 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408862 Oct 23 01:00:18.058947 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2371d0-9038-4d1d-8739-29abaa428fb3 req-3cb53f20-3d41-4306-b34a-e6d1a839d072 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:18.060462 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ab2371d0-9038-4d1d-8739-29abaa428fb3 req-3cb53f20-3d41-4306-b34a-e6d1a839d072 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0473120 Oct 23 01:00:18.106917 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ab2371d0-9038-4d1d-8739-29abaa428fb3 req-febce332-f328-4e02-ae46-5cde58391799 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Oct 23 01:00:19.073685 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5aad2-6338-4b8c-8285-dff966c39051 req-204572e7-9a04-4aa1-a9bb-a86226c7d94e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:19.075175 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e7c5aad2-6338-4b8c-8285-dff966c39051 req-204572e7-9a04-4aa1-a9bb-a86226c7d94e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0993812 Oct 23 01:00:19.122883 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e7c5aad2-6338-4b8c-8285-dff966c39051 req-bece37ae-86dc-4d4f-bc98-534f3041cc61 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Oct 23 01:00:19.225717 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd485589-bc2a-4f39-8c20-906a34245547 req-3238ffd0-f02b-4818-9298-94b959f22510 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:19.227939 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd485589-bc2a-4f39-8c20-906a34245547 req-3238ffd0-f02b-4818-9298-94b959f22510 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0457838 Oct 23 01:00:19.274115 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd485589-bc2a-4f39-8c20-906a34245547 req-d853cd5d-cf89-492f-a34a-884cb0a5875a tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401108 Oct 23 01:00:20.244044 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c88e-fae3-4ae1-9d13-d0f52cf4725f req-ff733c80-604f-448d-bf6f-f249ec8b9956 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:20.245529 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0df1c88e-fae3-4ae1-9d13-d0f52cf4725f req-ff733c80-604f-448d-bf6f-f249ec8b9956 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0479369 Oct 23 01:00:20.297279 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0df1c88e-fae3-4ae1-9d13-d0f52cf4725f req-783dac01-dc81-4535-87e1-c2eb001acab0 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451043 Oct 23 01:00:20.440201 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a69f9-5e39-4fb4-8933-3fc4a744accf req-f2f32adc-aeec-4e9d-894d-3d688bf9cf89 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:20.441693 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6c6a69f9-5e39-4fb4-8933-3fc4a744accf req-f2f32adc-aeec-4e9d-894d-3d688bf9cf89 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0943167 Oct 23 01:00:20.467427 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:20.472616 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:20.489232 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6c6a69f9-5e39-4fb4-8933-3fc4a744accf req-2caf722d-3eaa-4082-bbd8-062090b745d4 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Oct 23 01:00:21.415124 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a7be8-5b20-48ac-b8e6-6429613c29e1 req-b5f436b7-9607-4e78-aa5f-e72e4b558eee tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:21.416501 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-489a7be8-5b20-48ac-b8e6-6429613c29e1 req-b5f436b7-9607-4e78-aa5f-e72e4b558eee tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0460889 Oct 23 01:00:21.464869 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-489a7be8-5b20-48ac-b8e6-6429613c29e1 req-acacd41f-2ea2-4dc0-8d1f-800ee45ddcd5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Oct 23 01:00:21.612208 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f087f6-6fc7-423b-affb-98a897c486c9 req-c312b7ce-9e84-4c9f-b46b-5530eb8ef100 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:21.613666 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-15f087f6-6fc7-423b-affb-98a897c486c9 req-c312b7ce-9e84-4c9f-b46b-5530eb8ef100 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0497873 Oct 23 01:00:21.659900 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-15f087f6-6fc7-423b-affb-98a897c486c9 req-eba8a6ea-4e2d-404b-8c83-62c99e0e009c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Oct 23 01:00:22.260130 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:22.582849 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b486d-c38c-4298-b019-1986b0ce7aba req-d1d01aee-07e2-4d25-bfe4-6ee9e57f9ccd tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:22.584227 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a59b486d-c38c-4298-b019-1986b0ce7aba req-d1d01aee-07e2-4d25-bfe4-6ee9e57f9ccd tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0456340 Oct 23 01:00:22.630381 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a59b486d-c38c-4298-b019-1986b0ce7aba req-124d25e8-3f51-40ff-8345-323ec5e3c3b2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Oct 23 01:00:22.783907 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256387d6-b0a7-409f-9c7e-b2813d1ab75e req-75c53faf-d92c-4f27-96e8-595b0095243e tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:22.785363 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-256387d6-b0a7-409f-9c7e-b2813d1ab75e req-75c53faf-d92c-4f27-96e8-595b0095243e tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0461705 Oct 23 01:00:23.034577 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-256387d6-b0a7-409f-9c7e-b2813d1ab75e req-5b6c78c5-6693-4219-9477-d4a70ce3cdba tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437615 Oct 23 01:00:23.603364 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd1833-1b72-445e-9100-fcf23b8cc186 req-afa7bebf-b3f8-4b25-ace4-ff634c2cc622 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:23.604816 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-96cd1833-1b72-445e-9100-fcf23b8cc186 req-afa7bebf-b3f8-4b25-ace4-ff634c2cc622 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0462937 Oct 23 01:00:23.650913 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-96cd1833-1b72-445e-9100-fcf23b8cc186 req-3a0aa09a-536a-4bbd-99a2-0cd4a0168acd tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Oct 23 01:00:23.752328 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238453ae-3a55-4bb3-8921-830853913e04 req-91c0cea1-8783-4700-8833-70b7cdbe771e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:23.754020 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-238453ae-3a55-4bb3-8921-830853913e04 req-91c0cea1-8783-4700-8833-70b7cdbe771e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0464013 Oct 23 01:00:23.801794 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-238453ae-3a55-4bb3-8921-830853913e04 req-0531f908-2dc1-46b2-8c7d-e6f7b8c8e345 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416238 Oct 23 01:00:24.153848 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e5a77-4f88-4a8b-ab9e-da5bdd2fb96f req-c52d2258-4baf-4e8c-b17c-afb103d07244 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:24.155275 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d47e5a77-4f88-4a8b-ab9e-da5bdd2fb96f req-c52d2258-4baf-4e8c-b17c-afb103d07244 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0466061 Oct 23 01:00:24.205067 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d47e5a77-4f88-4a8b-ab9e-da5bdd2fb96f req-59ad2354-a72b-447a-b42b-f5f5ff9437ad tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443740 Oct 23 01:00:24.769790 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4714-5250-4670-9e57-bb427dce5b74 req-93378fa0-9ab8-4933-af62-91efa45cde0d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:24.771330 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a2bb4714-5250-4670-9e57-bb427dce5b74 req-93378fa0-9ab8-4933-af62-91efa45cde0d tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0458477 Oct 23 01:00:24.816938 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a2bb4714-5250-4670-9e57-bb427dce5b74 req-55bc3ca9-ccd9-4ce4-869a-a13b2438a221 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Oct 23 01:00:24.922791 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d032d-0bf2-4d88-ae6d-b6dd1b408d71 req-127054a1-dd80-4ac0-86c7-032a40417c4f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:24.924211 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5d1d032d-0bf2-4d88-ae6d-b6dd1b408d71 req-127054a1-dd80-4ac0-86c7-032a40417c4f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0487971 Oct 23 01:00:24.969708 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5d1d032d-0bf2-4d88-ae6d-b6dd1b408d71 req-41516d44-9c22-4094-82d5-3dc8b0eb694e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 Oct 23 01:00:25.324965 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4cce-291a-47f7-9a22-60fb5b24aad6 req-ef9a1a75-3073-4173-b57e-7bef0d2050b2 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:25.326421 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-274c4cce-291a-47f7-9a22-60fb5b24aad6 req-ef9a1a75-3073-4173-b57e-7bef0d2050b2 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0475116 Oct 23 01:00:25.371632 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-274c4cce-291a-47f7-9a22-60fb5b24aad6 req-35eed6ce-751c-4527-b038-cb72e8b4d7b9 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Oct 23 01:00:25.657864 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:25.662765 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:25.919007 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:25.936573 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee60194-850a-4670-8f30-489e374bc7d5 req-b420e63c-52cd-46af-97f3-84e4d5b69063 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:25.937998 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ee60194-850a-4670-8f30-489e374bc7d5 req-b420e63c-52cd-46af-97f3-84e4d5b69063 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0458479 Oct 23 01:00:25.985989 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2ee60194-850a-4670-8f30-489e374bc7d5 req-44990c42-41f1-4634-8d98-ecd9d1d436f1 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Oct 23 01:00:26.087906 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df42c8-e1c3-4a2b-8a87-ef92ce7c53c2 req-f398f178-f0f6-422b-898d-6079798aaa23 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.089352 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75df42c8-e1c3-4a2b-8a87-ef92ce7c53c2 req-f398f178-f0f6-422b-898d-6079798aaa23 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0451403 Oct 23 01:00:26.114019 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:26.135443 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-75df42c8-e1c3-4a2b-8a87-ef92ce7c53c2 req-69879ae9-7d40-4c78-96b0-847f41423b52 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407224 Oct 23 01:00:26.491502 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db50583-d4c2-4eec-98a1-c5814511da5e req-4ef0fa1a-55c1-4705-81d6-26d1d1aba397 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.492974 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9db50583-d4c2-4eec-98a1-c5814511da5e req-4ef0fa1a-55c1-4705-81d6-26d1d1aba397 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0458474 Oct 23 01:00:26.540714 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9db50583-d4c2-4eec-98a1-c5814511da5e req-dc356cdb-f23b-411e-803b-bcba7f943182 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408039 Oct 23 01:00:27.107273 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5bc81-97c5-4908-b34a-85eb1a7e0e21 req-35e537a3-cb6f-4df1-aa79-887bec604977 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:27.108661 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d0a5bc81-97c5-4908-b34a-85eb1a7e0e21 req-35e537a3-cb6f-4df1-aa79-887bec604977 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Oct 23 01:00:27.155146 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d0a5bc81-97c5-4908-b34a-85eb1a7e0e21 req-ca0fd264-2920-445d-97ab-42ae229c31ba tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Oct 23 01:00:27.254310 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee00b3-8a2a-456a-8d09-18dc46016db1 req-32ae4d9d-d908-42e9-87f6-9f4afdcf8609 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:27.255739 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e5ee00b3-8a2a-456a-8d09-18dc46016db1 req-32ae4d9d-d908-42e9-87f6-9f4afdcf8609 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0462551 Oct 23 01:00:27.300761 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e5ee00b3-8a2a-456a-8d09-18dc46016db1 req-b0c19725-502e-42c7-ac80-89645a8dfb96 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393693 Oct 23 01:00:27.666011 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3d49-b247-4d27-92ed-b8d8e65876ce req-eeefbe15-2c7f-41f2-92f1-bb979ea08ab1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:27.667825 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a83d3d49-b247-4d27-92ed-b8d8e65876ce req-eeefbe15-2c7f-41f2-92f1-bb979ea08ab1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0523605 Oct 23 01:00:27.718328 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a83d3d49-b247-4d27-92ed-b8d8e65876ce req-7d033a8d-1155-4f2e-ad19-fde4c31a874b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448091 Oct 23 01:00:28.275423 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7bb1-7468-4e26-8d54-1883e69ed1fe req-c29d05dd-12f4-42f5-8921-8ad3d0a46b53 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:28.276891 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ba6a7bb1-7468-4e26-8d54-1883e69ed1fe req-c29d05dd-12f4-42f5-8921-8ad3d0a46b53 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0464754 Oct 23 01:00:28.323380 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ba6a7bb1-7468-4e26-8d54-1883e69ed1fe req-16871c33-d6aa-416a-8e13-a8739e1ddc70 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Oct 23 01:00:28.421750 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445f55d-68a6-4370-bc92-67c7bddec587 req-7a3212cd-7fae-4107-a569-95e700c34b7b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:28.423211 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c445f55d-68a6-4370-bc92-67c7bddec587 req-7a3212cd-7fae-4107-a569-95e700c34b7b tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0462129 Oct 23 01:00:28.473910 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c445f55d-68a6-4370-bc92-67c7bddec587 req-9d40bac8-2cac-4597-bba3-e133cf2e2472 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Oct 23 01:00:28.837685 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f384-2953-4eba-9ed9-e2a739dba83e req-50304750-d58d-453a-919c-c61fae731975 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:28.839278 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e163f384-2953-4eba-9ed9-e2a739dba83e req-50304750-d58d-453a-919c-c61fae731975 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0468650 Oct 23 01:00:28.884933 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e163f384-2953-4eba-9ed9-e2a739dba83e req-ece3319c-5983-4368-98c9-11b5f569e263 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Oct 23 01:00:29.078697 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb602-90aa-432f-bd56-4f656c1a70c1 req-420dd1bf-0169-4c47-bf81-5a196063b07e tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.080121 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b03fb602-90aa-432f-bd56-4f656c1a70c1 req-420dd1bf-0169-4c47-bf81-5a196063b07e tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0461042 Oct 23 01:00:29.125413 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b03fb602-90aa-432f-bd56-4f656c1a70c1 req-aeaf323c-29ea-4e56-b603-e6504ae71ab1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 Oct 23 01:00:29.446192 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b810-a7dc-419d-8518-582d9c046f2b req-fcff4f04-99a4-48c5-b5b6-3e1e9f19ba95 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.447862 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0771b810-a7dc-419d-8518-582d9c046f2b req-fcff4f04-99a4-48c5-b5b6-3e1e9f19ba95 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0498412 Oct 23 01:00:29.495746 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0771b810-a7dc-419d-8518-582d9c046f2b req-362eadd6-40e6-41aa-adbe-6aadaf32d4ca tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=92616b67-c02d-44db-9259-f8f3346d1a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Oct 23 01:00:29.583242 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:29.595695 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf55bb7-9726-4b8f-9370-079fd35ca74f req-191e3407-4827-499b-9775-38ca8bc43a2f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.597174 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ccf55bb7-9726-4b8f-9370-079fd35ca74f req-191e3407-4827-499b-9775-38ca8bc43a2f tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0461509 Oct 23 01:00:29.644427 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ccf55bb7-9726-4b8f-9370-079fd35ca74f req-c257c778-ee33-425d-8694-0f18f2470f96 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Oct 23 01:00:29.745808 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-bcac7cd3-749b-4ca1-88b2-40c03b8ffdd4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.747500 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-bcac7cd3-749b-4ca1-88b2-40c03b8ffdd4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 945 time: 0.0600588 Oct 23 01:00:29.806010 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:29.812078 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8da805-90b6-463c-b9e0-cccab6e7d919 req-8ec71518-516c-4e84-a60e-337d69e406a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.813595 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4a8da805-90b6-463c-b9e0-cccab6e7d919 req-8ec71518-516c-4e84-a60e-337d69e406a4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1129 time: 0.0697510 Oct 23 01:00:29.829570 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20575438-3263-4b8f-89ad-199f099ac650 req-c9d41853-2828-4748-b8d4-ee2ed0b72a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.830990 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20575438-3263-4b8f-89ad-199f099ac650 req-c9d41853-2828-4748-b8d4-ee2ed0b72a26 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 1129 time: 0.0596013 Oct 23 01:00:29.842254 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Deleting port 35903425-54ca-4249-a5c6-6d7290d2c5ce {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:29.842602 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:29.913152 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4a8da805-90b6-463c-b9e0-cccab6e7d919 req-403579f0-6a0b-4654-8775-3f245a79376e service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920722 Oct 23 01:00:29.931821 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] For port 35903425-54ca-4249-a5c6-6d7290d2c5ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35903425-54ca-4249-a5c6-6d7290d2c5ce,segment=NetworkSegment(f42659ae-5856-480b-94db-9407b7accdeb),segment_id=f42659ae-5856-480b-94db-9407b7accdeb)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:29.932200 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:29.940791 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20575438-3263-4b8f-89ad-199f099ac650 req-8527b241-684f-4258-a59a-7e318b9598d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.942200 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20575438-3263-4b8f-89ad-199f099ac650 req-8527b241-684f-4258-a59a-7e318b9598d4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 912 time: 0.1048560 Oct 23 01:00:29.945540 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Calling delete_port for 35903425-54ca-4249-a5c6-6d7290d2c5ce owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:30.070626 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (35903425-54ca-4249-a5c6-6d7290d2c5ce), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.082774 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['35903425-54ca-4249-a5c6-6d7290d2c5ce'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:00:30.096018 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Pushing event deleted for resources: {'Port': ['ID=35903425-54ca-4249-a5c6-6d7290d2c5ce,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:30.141540 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] No DVR routers for this DVR port 35903425-54ca-4249-a5c6-6d7290d2c5ce on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:30.143986 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.147274 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-48420a35-8e7b-4332-b8ab-86cb4f2e7740 req-2628152b-ac1a-4659-a794-cfa91a0f94f7 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.43 "DELETE /networking/v2.0/ports/35903425-54ca-4249-a5c6-6d7290d2c5ce HTTP/1.1" status: 204 len: 173 time: 0.3937271 Oct 23 01:00:30.147754 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d511b-1c31-4109-bec2-6992aa5f63e2', 'name': 'network-vif-deleted', 'tag': '35903425-54ca-4249-a5c6-6d7290d2c5ce'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:30.150041 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b142c7f-8372-43b1-a6c5-4e3417843a21" -d '{"events": [{"server_uuid": "eb9d511b-1c31-4109-bec2-6992aa5f63e2", "name": "network-vif-deleted", "tag": "35903425-54ca-4249-a5c6-6d7290d2c5ce"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:30.186041 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab4ac8c-d298-437a-b787-97f8135d3726 x-openstack-request-id: req-dab4ac8c-d298-437a-b787-97f8135d3726 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:30.186328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d511b-1c31-4109-bec2-6992aa5f63e2", "name": "network-vif-deleted", "tag": "35903425-54ca-4249-a5c6-6d7290d2c5ce", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:30.186574 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dab4ac8c-d298-437a-b787-97f8135d3726 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:30.186975 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab4ac8c-d298-437a-b787-97f8135d3726'] response: {'server_uuid': 'eb9d511b-1c31-4109-bec2-6992aa5f63e2', 'name': 'network-vif-deleted', 'tag': '35903425-54ca-4249-a5c6-6d7290d2c5ce', 'status': 'completed', 'code': 200} Oct 23 01:00:30.248463 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16dc4e-a829-4bf8-8c33-ceb60f64025b req-39fd85bc-ecf2-4389-bb32-c938df1c8fe0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:30.249965 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5e16dc4e-a829-4bf8-8c33-ceb60f64025b req-39fd85bc-ecf2-4389-bb32-c938df1c8fe0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0512199 Oct 23 01:00:30.335236 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20575438-3263-4b8f-89ad-199f099ac650 req-39dbfc5c-315f-417c-835b-1d4abe2d04c6 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 HTTP/1.1" status: 200 len: 1000 time: 0.0825410 Oct 23 01:00:30.342728 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5e16dc4e-a829-4bf8-8c33-ceb60f64025b req-c962654b-4e52-4df5-819c-8801e0f38896 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824089 Oct 23 01:00:30.390058 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20575438-3263-4b8f-89ad-199f099ac650 req-f48fbf39-d7d5-42e2-a1cd-d578423ffa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:30.390815 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20575438-3263-4b8f-89ad-199f099ac650 req-f48fbf39-d7d5-42e2-a1cd-d578423ffa85 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=522d6201-54ac-44a3-be79-eca7f6705ff3 HTTP/1.1" status: 200 len: 850 time: 0.0472739 Oct 23 01:00:30.442094 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20575438-3263-4b8f-89ad-199f099ac650 req-99c1c4bf-947c-470e-84b9-7067daf9af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:30.443569 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20575438-3263-4b8f-89ad-199f099ac650 req-99c1c4bf-947c-470e-84b9-7067daf9af36 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=197197c1-cb86-4ff6-9445-13bfeba0b392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385871 Oct 23 01:00:30.609333 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53c48bbc-6bc7-4131-b42a-673c1f70a62a req-4c7cb159-ed07-4479-baf2-8f4e5dd9a369 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 210 time: 0.0270360 Oct 23 01:00:30.765152 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64393-aa2f-4016-ab1a-fc49b6774b64 req-d46dab6d-d8fe-4d2c-ba73-77963fe47a32 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:30.766571 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d8c64393-aa2f-4016-ab1a-fc49b6774b64 req-d46dab6d-d8fe-4d2c-ba73-77963fe47a32 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0462329 Oct 23 01:00:30.815925 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d8c64393-aa2f-4016-ab1a-fc49b6774b64 req-ba50bd6e-0ff9-4658-9213-c09afdadb24c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Oct 23 01:00:31.013857 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20575438-3263-4b8f-89ad-199f099ac650 req-bc3e1744-f18d-43d6-bb36-dcc735404e25 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848887 Oct 23 01:00:31.123549 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20575438-3263-4b8f-89ad-199f099ac650 req-60188ecf-5de4-41c9-a894-f0aaf8444c47 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894964 Oct 23 01:00:31.463306 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a9298-a449-4b6d-ae95-8f8c0550fdcc req-c1d47222-0caa-4bd9-b001-0e0716190214 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:31.464775 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-521a9298-a449-4b6d-ae95-8f8c0550fdcc req-c1d47222-0caa-4bd9-b001-0e0716190214 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0475447 Oct 23 01:00:31.510389 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-521a9298-a449-4b6d-ae95-8f8c0550fdcc req-239c2090-8aad-4d5e-a1bd-6142e5ead3ce tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 Oct 23 01:00:31.725001 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f77354c0-f0aa-4b0e-bae2-fcee4dfc7199 req-188ef862-9f8e-4e9c-9741-ef42c7eabdf4 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 210 time: 0.0290649 Oct 23 01:00:31.938248 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fca1ec-f36d-440d-869b-f884322f0fbe req-bbbb4d8c-a76e-4793-b4fc-d53421f006f9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:31.939778 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-69fca1ec-f36d-440d-869b-f884322f0fbe req-bbbb4d8c-a76e-4793-b4fc-d53421f006f9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0478411 Oct 23 01:00:31.989713 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-69fca1ec-f36d-440d-869b-f884322f0fbe req-9d659504-3375-477a-820e-17ffbefd3fbf tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Oct 23 01:00:32.344559 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:32.380068 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dead39-a963-4bb8-979c-aeb70e6135cf req-c7262c56-d41d-49fd-a6e3-b97a659f7fd8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:32.381566 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-99dead39-a963-4bb8-979c-aeb70e6135cf req-c7262c56-d41d-49fd-a6e3-b97a659f7fd8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0470231 Oct 23 01:00:32.430955 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-99dead39-a963-4bb8-979c-aeb70e6135cf req-cbbdefa1-ad46-4aac-8e11-89e848b4fe68 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Oct 23 01:00:32.628028 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:32.636351 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35a28-7314-46af-aa85-d0547baa6a6d req-8e93c294-13a6-49f8-8ed0-09d825b336a9 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:32.637792 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-46f35a28-7314-46af-aa85-d0547baa6a6d req-8e93c294-13a6-49f8-8ed0-09d825b336a9 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0471969 Oct 23 01:00:32.683647 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-46f35a28-7314-46af-aa85-d0547baa6a6d req-a9fcefbd-8907-4d7f-9633-0f206fe6fb64 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Oct 23 01:00:32.843076 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0effe464-c576-43a8-bd1c-af41cc0b4802 req-926802b7-6ef8-4042-a358-be5c7006f8f8 tempest-VolumesSnapshotTestJSON-283893695 tempest-VolumesSnapshotTestJSON-283893695-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eb9d511b-1c31-4109-bec2-6992aa5f63e2 HTTP/1.1" status: 200 len: 210 time: 0.0310304 Oct 23 01:00:32.930472 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-a1875b29-fe24-4b4b-9e0c-1c8c16adcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:32.932112 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-a1875b29-fe24-4b4b-9e0c-1c8c16adcf39 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1129 time: 0.0402758 Oct 23 01:00:33.023683 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-cd9f248f-00de-4816-8b9e-c8c67a84a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.025581 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-cd9f248f-00de-4816-8b9e-c8c67a84a196 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.0864108 Oct 23 01:00:33.089239 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-1e766793-16e7-4be4-a064-2b7dbe9f1a51 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 200 len: 1001 time: 0.0569563 Oct 23 01:00:33.137486 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-3625eecb-2286-4aab-ab3c-1f86fb4adc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.138853 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-3625eecb-2286-4aab-ab3c-1f86fb4adc76 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0432758 Oct 23 01:00:33.185086 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-a35b49b5-0e8b-47fe-98e8-ef38823e3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.186496 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-a35b49b5-0e8b-47fe-98e8-ef38823e3026 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0376742 Oct 23 01:00:33.277237 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-f85d99a5-3bfe-41c3-9c44-19d26964bf5a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840187 Oct 23 01:00:33.364810 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-29b924a2-f1a7-4d1f-9bfc-6eaf1a860709 req-fb0da335-8c15-4695-abba-d23efae516e1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800087 Oct 23 01:00:33.557535 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060a86-5853-4523-8fe4-74621a86d9bf req-4ea001ab-f014-4427-a23b-d2a940f9be79 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.558997 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-98060a86-5853-4523-8fe4-74621a86d9bf req-4ea001ab-f014-4427-a23b-d2a940f9be79 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0516162 Oct 23 01:00:33.605721 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-98060a86-5853-4523-8fe4-74621a86d9bf req-c936c124-101b-4240-bd70-babc9e0fcfad tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Oct 23 01:00:34.610323 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 35903425-54ca-4249-a5c6-6d7290d2c5ce no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:34.612946 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:34.614438 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:34.633677 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 35903425-54ca-4249-a5c6-6d7290d2c5ce {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:34.634014 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 35903425-54ca-4249-a5c6-6d7290d2c5ce not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:34.727963 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8903eb-8510-483e-be52-fd6fa0035ec8 req-f66ec1c1-ffbe-4f9c-b3de-31678f2fec99 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:34.729386 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8903eb-8510-483e-be52-fd6fa0035ec8 req-f66ec1c1-ffbe-4f9c-b3de-31678f2fec99 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0481129 Oct 23 01:00:34.775798 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b8903eb-8510-483e-be52-fd6fa0035ec8 req-b259ce68-a568-4328-9d72-70e59d122581 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 Oct 23 01:00:35.898334 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c2e02-0005-4d5b-8973-42426f2f62d4 req-29317d1f-2cec-4d00-b104-d72791f53e94 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:35.899778 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c54c2e02-0005-4d5b-8973-42426f2f62d4 req-29317d1f-2cec-4d00-b104-d72791f53e94 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0464194 Oct 23 01:00:35.949611 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c54c2e02-0005-4d5b-8973-42426f2f62d4 req-e2638530-0f75-4041-b988-61682e22b58c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Oct 23 01:00:37.069067 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2850d8-a5d2-45b1-b95d-f968ee4cf2e4 req-9d4df7f6-96e4-43bf-900c-e7ffe0bff2b9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:37.070548 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9d2850d8-a5d2-45b1-b95d-f968ee4cf2e4 req-9d4df7f6-96e4-43bf-900c-e7ffe0bff2b9 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0465147 Oct 23 01:00:37.088059 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:37.117017 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9d2850d8-a5d2-45b1-b95d-f968ee4cf2e4 req-f2dc3e53-281b-4df8-a710-f0d758c12503 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411584 Oct 23 01:00:37.238827 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d569e-beb5-4681-9190-d87173dd7c96 req-690ec354-981a-4cf2-8720-1ebf811b812e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:37.240207 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-df3d569e-beb5-4681-9190-d87173dd7c96 req-690ec354-981a-4cf2-8720-1ebf811b812e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0501277 Oct 23 01:00:37.250769 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41304) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:37.255597 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-45e97f45-edf4-4ba4-9eb4-a67e639fba82 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Request body: {'floatingip': {'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:37.310599 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-45e97f45-edf4-4ba4-9eb4-a67e639fba82 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (21cd5b3a-7f61-4da5-980e-48247cb23331), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:37.739029 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:37.753643 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-45e97f45-edf4-4ba4-9eb4-a67e639fba82 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:37.757483 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-45e97f45-edf4-4ba4-9eb4-a67e639fba82 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (21cd5b3a-7f61-4da5-980e-48247cb23331), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:37.789820 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:37.954539 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e97f45-edf4-4ba4-9eb4-a67e639fba82 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Router eecd47ed-1d86-4cb6-962a-3858a4983b98 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:38.054229 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e97f45-edf4-4ba4-9eb4-a67e639fba82 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:38.059864 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-45e97f45-edf4-4ba4-9eb4-a67e639fba82 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:38.066740 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] Sync routers for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:38.077474 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:38.078079 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:00:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:38.091669 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:38.094145 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b3892-67c1-4a65-aa37-ab361ef090a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:38.126646 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-45e97f45-edf4-4ba4-9eb4-a67e639fba82 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/21cd5b3a-7f61-4da5-980e-48247cb23331 HTTP/1.1" status: 200 len: 993 time: 0.8746686 Oct 23 01:00:38.156126 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7c08dd-d34d-4ec4-8379-eaa8b4a3d95d x-openstack-request-id: req-2c7c08dd-d34d-4ec4-8379-eaa8b4a3d95d {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:38.156441 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:38.156689 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c7c08dd-d34d-4ec4-8379-eaa8b4a3d95d {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:38.157089 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7c08dd-d34d-4ec4-8379-eaa8b4a3d95d'] response: {'name': 'network-changed', 'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'status': 'completed', 'code': 200} Oct 23 01:00:38.227372 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-08219648-5591-4b7b-811a-9287d6a1be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:38.228909 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-08219648-5591-4b7b-811a-9287d6a1be5b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1129 time: 0.0451839 Oct 23 01:00:38.294874 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:38.314777 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:38.324416 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-52c71539-4e6d-44b3-9b01-938822073277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:38.325866 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-52c71539-4e6d-44b3-9b01-938822073277 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.0900667 Oct 23 01:00:38.390122 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-24400022-bc85-4ba5-8be8-782afb0249a4 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 200 len: 1001 time: 0.0583532 Oct 23 01:00:38.438345 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-7fd89d84-f232-4c97-ac02-d37e58ac477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:38.439880 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-7fd89d84-f232-4c97-ac02-d37e58ac477e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0432727 Oct 23 01:00:38.483462 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-3125fca2-b64b-4620-9eb4-60fcf637900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:38.485033 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-3125fca2-b64b-4620-9eb4-60fcf637900a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391717 Oct 23 01:00:38.519966 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '21cd5b3a-7f61-4da5-980e-48247cb23331', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'floating_ip_address': '172.37.1.223', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'mac_address': 'fa:16:3e:a1:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e761278-922a-46e0-82e7-b4920d1761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:45Z', 'updated_at': '2022-10-23T01:00:37Z', 'revision_number': 3, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:38.544242 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] Checking router: eecd47ed-1d86-4cb6-962a-3858a4983b98 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:38.552543 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:38.553139 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:00:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:38.578272 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-4a555f38-84ed-4278-a61e-7a6d1e321cfe service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867240 Oct 23 01:00:38.653728 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:38.667604 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-235b3892-67c1-4a65-aa37-ab361ef090a5 req-36a6cab2-c568-4d85-8601-51b85b53273c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825531 Oct 23 01:00:38.863287 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '21cd5b3a-7f61-4da5-980e-48247cb23331', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'floating_ip_address': '172.37.1.223', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'mac_address': 'fa:16:3e:a1:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e761278-922a-46e0-82e7-b4920d1761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:45Z', 'updated_at': '2022-10-23T01:00:37Z', 'revision_number': 3, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:38.887792 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae317c-c371-43de-a407-8e1e864b2592 None None] The sync data for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb is: [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '21cd5b3a-7f61-4da5-980e-48247cb23331', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'floating_ip_address': '172.37.1.223', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'port_id': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'mac_address': 'fa:16:3e:a1:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e761278-922a-46e0-82e7-b4920d1761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:45Z', 'updated_at': '2022-10-23T01:00:37Z', 'revision_number': 3, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:40.158366 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:40.161797 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:40.210557 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3011f6-4385-4c06-8599-5d8d3f0370c1 x-openstack-request-id: req-0a3011f6-4385-4c06-8599-5d8d3f0370c1 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:40.210859 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:40.211110 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a3011f6-4385-4c06-8599-5d8d3f0370c1 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:40.211521 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3011f6-4385-4c06-8599-5d8d3f0370c1'] response: {'name': 'network-changed', 'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'status': 'completed', 'code': 200} Oct 23 01:00:40.213279 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-70662600-4aab-4e44-8a1c-e3b3ab1bca28 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432355 Oct 23 01:00:40.298619 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-779ab18d-f7f2-4153-8f57-659003b36899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.308587 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-851ebe3f-eed0-4644-b2b3-7ceedd1cffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.310424 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-851ebe3f-eed0-4644-b2b3-7ceedd1cffeb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 1129 time: 0.0735438 Oct 23 01:00:40.312789 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-9d69e31c-c0df-49bb-97f2-8d0d4f912515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.314397 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-9d69e31c-c0df-49bb-97f2-8d0d4f912515 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ebac7696faf14dfea4957e97b589029d&device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 1130 time: 0.0772688 Oct 23 01:00:40.430334 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-a6f0df9b-e068-4104-9479-c9cb2f92c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.431391 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-449240b3-f681-4527-b055-144593d9895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.432852 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-a6f0df9b-e068-4104-9479-c9cb2f92c600 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.0963624 Oct 23 01:00:40.433589 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-449240b3-f681-4527-b055-144593d9895b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 200 len: 919 time: 0.1150897 Oct 23 01:00:40.480148 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-13d79697-72d9-475c-ae13-8fa162e0f156 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d8e9126-482d-44e1-9597-8c430f225bf1 HTTP/1.1" status: 200 len: 217 time: 0.0368659 Oct 23 01:00:40.507520 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-7eada8c7-5eb4-45c1-a09d-3f722c1dfed9 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 200 len: 1001 time: 0.0635583 Oct 23 01:00:40.530757 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-92638f55-49ed-45b2-83b0-3550ba38b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.532191 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-92638f55-49ed-45b2-83b0-3550ba38b939 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0455148 Oct 23 01:00:40.556197 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-05f437e5-f9fa-462a-84de-d3ee414a533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.558215 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-05f437e5-f9fa-462a-84de-d3ee414a533f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 200 len: 857 time: 0.0433388 Oct 23 01:00:40.577881 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-24e641b2-5cea-419b-a635-77ca8459e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.579441 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-24e641b2-5cea-419b-a635-77ca8459e9cc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405107 Oct 23 01:00:40.602062 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-b29a0204-2053-40d3-a0a6-d67958ebea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.603547 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-b29a0204-2053-40d3-a0a6-d67958ebea08 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d4e2c99e-0b61-4845-895a-2bc751b78855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391400 Oct 23 01:00:40.671897 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-3cbeb779-afa5-4309-8311-ca494845bef0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866418 Oct 23 01:00:40.679902 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:40.696548 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-8ba52dc9-d8e1-4705-8ac2-f88490385326 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861151 Oct 23 01:00:40.761101 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-83baa0fa-93b7-4a12-a3e7-e63758fde35c req-68bbca70-ecdc-48ad-9f5d-f54fa5badb9c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831048 Oct 23 01:00:40.785893 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c1ef1a9e-f6fa-49b0-90dd-efe7ee8d11ed req-145173b7-816a-446c-a10f-eb02848bd7fc service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833359 Oct 23 01:00:42.416426 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e537ee6c-6557-4318-b302-caaa26b76317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:43.702554 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.327281 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.351915 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.508459 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b027-9c47-4a4c-b18e-9573414ff51d req-72191afb-5401-4eab-96cb-cb57211331f1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:45.509931 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78b8b027-9c47-4a4c-b18e-9573414ff51d req-72191afb-5401-4eab-96cb-cb57211331f1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0477393 Oct 23 01:00:45.555715 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-78b8b027-9c47-4a4c-b18e-9573414ff51d req-d5fd5675-7a22-45a4-b3f6-0cce44eb9dcf tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 Oct 23 01:00:46.680608 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a276-32e9-46fd-9c2e-0dc6fcea3e4f req-fb9544f6-e925-48b1-81aa-3b58d00a22d1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:46.682052 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-63b3a276-32e9-46fd-9c2e-0dc6fcea3e4f req-fb9544f6-e925-48b1-81aa-3b58d00a22d1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0497158 Oct 23 01:00:46.727676 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-63b3a276-32e9-46fd-9c2e-0dc6fcea3e4f req-9be66194-6505-4757-a888-67561511323b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394676 Oct 23 01:00:47.346656 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:47.360902 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-95cc6157-c75b-4561-b0d4-ab08bd5109db tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:47.362349 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-95cc6157-c75b-4561-b0d4-ab08bd5109db tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Oct 23 01:00:47.456020 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Deleting port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:47.456425 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.548532 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] For port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:47.548881 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.003825 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.004527 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (0d11d5ca-74c4-48bc-a0cf-d78f4403c568), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.004527 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Floating IP 0d11d5ca-74c4-48bc-a0cf-d78f4403c568 disassociated. External IP: 172.37.1.40, port: 9f05769b-52b5-424b-a4b6-b2a04dbd5c32. Oct 23 01:00:48.004848 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Calling delete_port for 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:48.014276 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada329-6b72-4b9e-bb2c-c92a7c7200d9 req-97f4a013-f0b5-413a-b970-0b98b1e3a1ea tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:48.015786 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7fada329-6b72-4b9e-bb2c-c92a7c7200d9 req-97f4a013-f0b5-413a-b970-0b98b1e3a1ea tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 946 time: 0.0693333 Oct 23 01:00:48.109579 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7fada329-6b72-4b9e-bb2c-c92a7c7200d9 req-5c076d78-acf4-445b-b063-1c43a550f5b5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6210865e-2ec8-42ea-8a03-091c10c4076d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868011 Oct 23 01:00:48.155680 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:48.178398 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (9f05769b-52b5-424b-a4b6-b2a04dbd5c32), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.205703 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'Port': ['ID=9f05769b-52b5-424b-a4b6-b2a04dbd5c32,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:48.217760 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.218115 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.218464 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.218805 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.219143 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.219479 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.219811 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.220145 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.220505 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.220861 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.221194 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.221522 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.221849 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.222177 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.222508 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:48.327326 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:48.430871 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:48.444868 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:48.460872 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:48.461486 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:00:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:48.480245 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] No DVR routers for this DVR port 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:48.483669 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.487388 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bc35bed9-bdcd-4b98-958c-eeeacb1fd176 req-09aeff33-5da3-4c38-ac77-dd4e1d73374c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "DELETE /networking/v2.0/ports/9f05769b-52b5-424b-a4b6-b2a04dbd5c32 HTTP/1.1" status: 204 len: 173 time: 1.1173303 Oct 23 01:00:48.488002 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'name': 'network-vif-deleted', 'tag': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:48.490570 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a0245f-71bb-4399-9a86-6b131268a74d" -d '{"events": [{"server_uuid": "81ab4862-0f9a-476f-97c5-4594b5b663b3", "name": "network-vif-deleted", "tag": "9f05769b-52b5-424b-a4b6-b2a04dbd5c32"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:48.549660 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70883af8-868e-44d7-9329-83c99f33f203 x-openstack-request-id: req-70883af8-868e-44d7-9329-83c99f33f203 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:48.549959 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ab4862-0f9a-476f-97c5-4594b5b663b3", "name": "network-vif-deleted", "tag": "9f05769b-52b5-424b-a4b6-b2a04dbd5c32", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:48.550250 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70883af8-868e-44d7-9329-83c99f33f203 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:48.550771 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70883af8-868e-44d7-9329-83c99f33f203'] response: {'server_uuid': '81ab4862-0f9a-476f-97c5-4594b5b663b3', 'name': 'network-vif-deleted', 'tag': '9f05769b-52b5-424b-a4b6-b2a04dbd5c32', 'status': 'completed', 'code': 200} Oct 23 01:00:48.596244 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:48.674679 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:00:48.823560 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:38Z', 'revision_number': 2, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:48.849230 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:48.857833 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:48.858442 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:00:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:48.959760 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:49.168869 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:38Z', 'revision_number': 2, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:49.198487 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af17c9c-c2c6-4a44-84fe-44f92d0d2f84 None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '362d6a79-e380-457e-8731-4b33d46c8281', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.196', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:e7:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:56Z', 'updated_at': '2022-10-23T00:56:38Z', 'revision_number': 2, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:49.282252 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-94f814ef-6e76-428e-9d75-2955ac9a6775 req-53294f37-d86b-4293-9f1b-ee4341268502 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=81ab4862-0f9a-476f-97c5-4594b5b663b3 HTTP/1.1" status: 200 len: 210 time: 0.0440736 Oct 23 01:00:49.484110 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb22ddc5-b4af-4f57-989c-6a602d09e51e None None] New status for floating IP 0d11d5ca-74c4-48bc-a0cf-d78f4403c568: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:49.487425 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:49.552779 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:50.695890 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:50.719230 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:50.719482 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 9f05769b-52b5-424b-a4b6-b2a04dbd5c32 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:50.751362 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:50.757915 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:51.396977 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41438) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:51.456024 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (6210865e-2ec8-42ea-8a03-091c10c4076d), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.478325 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (6210865e-2ec8-42ea-8a03-091c10c4076d), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.526314 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (6210865e-2ec8-42ea-8a03-091c10c4076d), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.529401 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.530578 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6210865e-2ec8-42ea-8a03-091c10c4076d HTTP/1.1" status: 204 len: 168 time: 0.1325982 Oct 23 01:00:51.533492 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41440) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:51.539748 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6210865e-2ec8-42ea-8a03-091c10c4076d,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:51.547469 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.547815 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.547934 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.api.v2.resource [None req-cb3fa1ff-dc03-4299-a64b-fb4c79df2cef tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] show failed (client error): The resource could not be found. Oct 23 01:00:51.548158 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.548515 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.548850 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.548948 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-cb3fa1ff-dc03-4299-a64b-fb4c79df2cef tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups/6210865e-2ec8-42ea-8a03-091c10c4076d HTTP/1.1" status: 404 len: 347 time: 0.0144024 Oct 23 01:00:51.549285 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.549618 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.549943 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.550269 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.550593 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.550920 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.551242 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.551661 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.551778 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41442) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:51.551986 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.552323 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9aae43-7fd4-4c63-bcae-e66edfa329c0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:51.655257 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:51.662571 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Deleting port e01d6314-3d57-47f3-acc0-cf7e252c559c {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:51.662948 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (e01d6314-3d57-47f3-acc0-cf7e252c559c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.742086 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (e01d6314-3d57-47f3-acc0-cf7e252c559c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.742410 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (e01d6314-3d57-47f3-acc0-cf7e252c559c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.754461 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Calling delete_port for e01d6314-3d57-47f3-acc0-cf7e252c559c owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:51.889966 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (e01d6314-3d57-47f3-acc0-cf7e252c559c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.915534 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'Port': ['ID=e01d6314-3d57-47f3-acc0-cf7e252c559c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:51.976985 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (0d11d5ca-74c4-48bc-a0cf-d78f4403c568), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.979538 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.980752 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-411e084f-263d-4e27-b5a0-51258aa40f27 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/0d11d5ca-74c4-48bc-a0cf-d78f4403c568 HTTP/1.1" status: 204 len: 168 time: 0.4281497 Oct 23 01:00:52.277720 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.133160 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41462) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:53.180475 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9c3e45-88b4-49ab-93c5-94719e46a1a3 admin admin] Deleting subnet 8519ee96-a8be-48a3-af08-0be88107c29f {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:00:53.183684 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e45-88b4-49ab-93c5-94719e46a1a3 admin admin] Publish callbacks [] for subnet (8519ee96-a8be-48a3-af08-0be88107c29f), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.219271 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e45-88b4-49ab-93c5-94719e46a1a3 admin admin] Publish callbacks [] for subnet (8519ee96-a8be-48a3-af08-0be88107c29f), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.225642 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e45-88b4-49ab-93c5-94719e46a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (8519ee96-a8be-48a3-af08-0be88107c29f), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.281571 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e45-88b4-49ab-93c5-94719e46a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for subnet (8519ee96-a8be-48a3-af08-0be88107c29f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.306620 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c3e45-88b4-49ab-93c5-94719e46a1a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8519ee96-a8be-48a3-af08-0be88107c29f,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:53.310301 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e45-88b4-49ab-93c5-94719e46a1a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.313380 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-af9c3e45-88b4-49ab-93c5-94719e46a1a3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/8519ee96-a8be-48a3-af08-0be88107c29f HTTP/1.1" status: 204 len: 168 time: 0.1792495 Oct 23 01:00:53.315859 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41464) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:53.382083 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (525c93e2-e3d3-48e5-94fd-4cbebe9180a2), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.466868 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (525c93e2-e3d3-48e5-94fd-4cbebe9180a2), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.487536 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.487895 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.488686 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.489017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > port after_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.489361 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.489700 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > port after_update 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.490601 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.490949 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.491269 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.491595 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.567553 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.567913 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.568251 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.568607 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:00:53.568989 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525c93e2-e3d3-48e5-94fd-4cbebe9180a2']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:53.592207 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42659ae-5856-480b-94db-9407b7accdeb') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:53.592527 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42659ae-5856-480b-94db-9407b7accdeb') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:53.611424 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4691579'] for segment (f42659ae-5856-480b-94db-9407b7accdeb), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.632473 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (f42659ae-5856-480b-94db-9407b7accdeb), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.642846 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:00:53.643262 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590165'] for segment (f42659ae-5856-480b-94db-9407b7accdeb), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.703462 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6a31e-f6cd-4cb4-85f8-dfec404805b0 req-d08dff7d-c877-4c96-adb9-448b92ed4033 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:53.705546 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6fe6a31e-f6cd-4cb4-85f8-dfec404805b0 req-d08dff7d-c877-4c96-adb9-448b92ed4033 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.0532393 Oct 23 01:00:53.718938 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (525c93e2-e3d3-48e5-94fd-4cbebe9180a2), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.728847 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.732953 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/525c93e2-e3d3-48e5-94fd-4cbebe9180a2 HTTP/1.1" status: 204 len: 168 time: 0.4161394 Oct 23 01:00:53.747357 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074320de-8462-4024-8c77-f520d75e7e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=525c93e2-e3d3-48e5-94fd-4cbebe9180a2,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:53.773168 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6fe6a31e-f6cd-4cb4-85f8-dfec404805b0 req-2cbc2af1-49e3-4d79-941c-1d912d51bb85 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612612 Oct 23 01:00:53.779093 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment f42659ae-5856-480b-94db-9407b7accdeb resource provider aggregate not found Oct 23 01:00:53.795958 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment f42659ae-5856-480b-94db-9407b7accdeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f42659ae-5856-480b-94db-9407b7accdeb found for delete ", "request_id": "req-382e9e08-0812-4e99-b133-3eac6f2ff085"}]} Oct 23 01:00:53.858851 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41486) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:53.899809 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-7287dbaf-9bf8-4052-848a-2a03c10049e0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bd4636922d3f4936b68c2d38f53ab4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397692 Oct 23 01:00:53.902191 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41488) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:53.948038 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9b5e65-e5fd-470e-92ef-03e5d0f7375f admin admin] Publish callbacks [] for security_group (92616b67-c02d-44db-9259-f8f3346d1a51), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.967846 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9b5e65-e5fd-470e-92ef-03e5d0f7375f admin admin] Publish callbacks [] for security_group (92616b67-c02d-44db-9259-f8f3346d1a51), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.014454 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9b5e65-e5fd-470e-92ef-03e5d0f7375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (92616b67-c02d-44db-9259-f8f3346d1a51), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.016870 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af9b5e65-e5fd-470e-92ef-03e5d0f7375f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.017981 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-af9b5e65-e5fd-470e-92ef-03e5d0f7375f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/92616b67-c02d-44db-9259-f8f3346d1a51 HTTP/1.1" status: 204 len: 168 time: 0.1148939 Oct 23 01:00:54.025718 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b5e65-e5fd-470e-92ef-03e5d0f7375f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92616b67-c02d-44db-9259-f8f3346d1a51,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:54.896965 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:54.906204 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e12a-a7ec-4aeb-a4c8-9c4ff5891d26 req-bb9b88fb-6185-4ff5-aabb-2e80ffaf5110 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:54.907662 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0720e12a-a7ec-4aeb-a4c8-9c4ff5891d26 req-bb9b88fb-6185-4ff5-aabb-2e80ffaf5110 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.0568571 Oct 23 01:00:54.953576 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0720e12a-a7ec-4aeb-a4c8-9c4ff5891d26 req-1eeb9e5f-b544-477e-9fc1-c25c192a11fe tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Oct 23 01:00:55.644834 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579587-f799-4f54-a9a9-035bc288c758 req-e54e2710-3f0a-4e11-b4a2-7dcd30cf4327 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:55.646255 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-22579587-f799-4f54-a9a9-035bc288c758 req-e54e2710-3f0a-4e11-b4a2-7dcd30cf4327 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.0462327 Oct 23 01:00:55.729230 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Deleting port a2220105-1ae6-48dc-9fa1-a14ad68e8739 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:55.729570 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:55.820709 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] For port a2220105-1ae6-48dc-9fa1-a14ad68e8739, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2220105-1ae6-48dc-9fa1-a14ad68e8739,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:55.821075 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:55.978251 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:55.978916 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (362d6a79-e380-457e-8731-4b33d46c8281), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:55.978916 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Floating IP 362d6a79-e380-457e-8731-4b33d46c8281 disassociated. External IP: 172.37.1.196, port: a2220105-1ae6-48dc-9fa1-a14ad68e8739. Oct 23 01:00:55.979159 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Calling delete_port for a2220105-1ae6-48dc-9fa1-a14ad68e8739 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:56.050526 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:56.097806 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e325d8-6b4c-44eb-8647-f932cca9a263 req-31a8a872-3684-4b61-ae45-027813267e4a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:56.099280 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40e325d8-6b4c-44eb-8647-f932cca9a263 req-31a8a872-3684-4b61-ae45-027813267e4a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=caf25d45-5070-42e7-8266-ffdb0eda8924 HTTP/1.1" status: 200 len: 946 time: 0.0658014 Oct 23 01:00:56.183916 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (a2220105-1ae6-48dc-9fa1-a14ad68e8739), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:56.188628 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-40e325d8-6b4c-44eb-8647-f932cca9a263 req-54b4a4ba-190c-47fe-9228-c342150109d5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8f383c80-9f29-4639-8c11-bddb30938351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827608 Oct 23 01:00:56.217282 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'Port': ['ID=a2220105-1ae6-48dc-9fa1-a14ad68e8739,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:56.316990 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:56.330090 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:56.432343 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:56.441568 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:56.452716 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:56.453316 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:00:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:56.474048 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] No DVR routers for this DVR port a2220105-1ae6-48dc-9fa1-a14ad68e8739 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:56.476577 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:56.479780 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-22579587-f799-4f54-a9a9-035bc288c758 req-10de3ea9-4fcb-4792-b587-ca2dd441d5f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "DELETE /networking/v2.0/ports/a2220105-1ae6-48dc-9fa1-a14ad68e8739 HTTP/1.1" status: 204 len: 173 time: 0.8264749 Oct 23 01:00:56.480214 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'name': 'network-vif-deleted', 'tag': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:56.482509 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec136e3-46ee-4658-825c-1745e9a6fb34" -d '{"events": [{"server_uuid": "caf25d45-5070-42e7-8266-ffdb0eda8924", "name": "network-vif-deleted", "tag": "a2220105-1ae6-48dc-9fa1-a14ad68e8739"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:56.520738 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fff19f-40e4-4c07-96bd-12af2c761a35 x-openstack-request-id: req-e9fff19f-40e4-4c07-96bd-12af2c761a35 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:56.521101 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf25d45-5070-42e7-8266-ffdb0eda8924", "name": "network-vif-deleted", "tag": "a2220105-1ae6-48dc-9fa1-a14ad68e8739", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:56.521441 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9fff19f-40e4-4c07-96bd-12af2c761a35 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:56.521940 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fff19f-40e4-4c07-96bd-12af2c761a35'] response: {'server_uuid': 'caf25d45-5070-42e7-8266-ffdb0eda8924', 'name': 'network-vif-deleted', 'tag': 'a2220105-1ae6-48dc-9fa1-a14ad68e8739', 'status': 'completed', 'code': 200} Oct 23 01:00:56.559447 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:56.602009 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:56.813194 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:56.851339 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:56.875303 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:56.883908 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:56.884569 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:00:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:56.981510 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:57.164992 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:57.191867 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c84389-10cd-450d-a67b-c2c066f4af34 None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:57.287058 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41502) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:57.307322 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:57.334677 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:57.352139 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fe2652c6-9eeb-4cfb-b3ee-99992effcb5e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (8f383c80-9f29-4639-8c11-bddb30938351), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.376004 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fe2652c6-9eeb-4cfb-b3ee-99992effcb5e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (8f383c80-9f29-4639-8c11-bddb30938351), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.428834 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fe2652c6-9eeb-4cfb-b3ee-99992effcb5e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8f383c80-9f29-4639-8c11-bddb30938351), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.430395 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b49ed-9de4-4c96-a2d6-d279d2d2910b None None] New status for floating IP 362d6a79-e380-457e-8731-4b33d46c8281: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:57.431695 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fe2652c6-9eeb-4cfb-b3ee-99992effcb5e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.435867 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-fe2652c6-9eeb-4cfb-b3ee-99992effcb5e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8f383c80-9f29-4639-8c11-bddb30938351 HTTP/1.1" status: 204 len: 168 time: 0.1447482 Oct 23 01:00:57.436211 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41504) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:57.451553 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.api.v2.resource [None req-b96a4760-4278-4189-8e5a-0603ce8c93f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] show failed (client error): The resource could not be found. Oct 23 01:00:57.454328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2652c6-9eeb-4cfb-b3ee-99992effcb5e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f383c80-9f29-4639-8c11-bddb30938351,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:57.456153 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b96a4760-4278-4189-8e5a-0603ce8c93f7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups/8f383c80-9f29-4639-8c11-bddb30938351 HTTP/1.1" status: 404 len: 347 time: 0.0188725 Oct 23 01:00:57.456685 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41508) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:57.596255 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Deleting port c1d4d6be-7fea-4206-8a14-a725031dc959 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:57.596676 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (c1d4d6be-7fea-4206-8a14-a725031dc959), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.673708 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (c1d4d6be-7fea-4206-8a14-a725031dc959), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.673954 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (c1d4d6be-7fea-4206-8a14-a725031dc959), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.686284 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Calling delete_port for c1d4d6be-7fea-4206-8a14-a725031dc959 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:57.834375 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (c1d4d6be-7fea-4206-8a14-a725031dc959), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.860897 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'Port': ['ID=c1d4d6be-7fea-4206-8a14-a725031dc959,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:57.925589 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (362d6a79-e380-457e-8731-4b33d46c8281), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.927990 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.929270 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3115f1f5-4345-4769-8986-3d7b5810a83c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/362d6a79-e380-457e-8731-4b33d46c8281 HTTP/1.1" status: 204 len: 168 time: 0.4713840 Oct 23 01:00:58.003961 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41512) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:58.008389 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b46c5f8e-7e3c-46e9-9abd-a28370d24c74 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934075647', 'description': 'tempest-description--390969898'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:58.028839 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b46c5f8e-7e3c-46e9-9abd-a28370d24c74 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.097605 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b46c5f8e-7e3c-46e9-9abd-a28370d24c74 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (282797cd-2cd4-4788-9ec2-a5d064753d26), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.101645 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b46c5f8e-7e3c-46e9-9abd-a28370d24c74 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (282797cd-2cd4-4788-9ec2-a5d064753d26), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.132078 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b46c5f8e-7e3c-46e9-9abd-a28370d24c74 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.136260 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41518) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:58.136440 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b46c5f8e-7e3c-46e9-9abd-a28370d24c74 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313736 Oct 23 01:00:58.138850 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c5f8e-7e3c-46e9-9abd-a28370d24c74 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282797cd-2cd4-4788-9ec2-a5d064753d26,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:58.141881 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-fdb4eadc-5875-43fe-a313-f07fb332b9f0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group_rule': {'security_group_id': '282797cd-2cd4-4788-9ec2-a5d064753d26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:58.171564 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdb4eadc-5875-43fe-a313-f07fb332b9f0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (87a04d56-c3d5-4b6e-8614-74207a26ff73), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.228201 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdb4eadc-5875-43fe-a313-f07fb332b9f0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (87a04d56-c3d5-4b6e-8614-74207a26ff73), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.233392 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdb4eadc-5875-43fe-a313-f07fb332b9f0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (87a04d56-c3d5-4b6e-8614-74207a26ff73), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.251719 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4eadc-5875-43fe-a313-f07fb332b9f0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a04d56-c3d5-4b6e-8614-74207a26ff73,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:58.259473 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdb4eadc-5875-43fe-a313-f07fb332b9f0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.260779 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-fdb4eadc-5875-43fe-a313-f07fb332b9f0 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227422 Oct 23 01:00:58.263803 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41520) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:58.268450 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-62a7fd11-91f7-4b5d-af8d-2545097ac9cd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group_rule': {'security_group_id': '282797cd-2cd4-4788-9ec2-a5d064753d26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:58.298335 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62a7fd11-91f7-4b5d-af8d-2545097ac9cd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (e14ddbb8-b228-4256-a36f-1e2496537d53), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.346762 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62a7fd11-91f7-4b5d-af8d-2545097ac9cd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (e14ddbb8-b228-4256-a36f-1e2496537d53), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.350448 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62a7fd11-91f7-4b5d-af8d-2545097ac9cd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (e14ddbb8-b228-4256-a36f-1e2496537d53), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.367253 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:58.371795 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7fd11-91f7-4b5d-af8d-2545097ac9cd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14ddbb8-b228-4256-a36f-1e2496537d53,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:58.380016 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62a7fd11-91f7-4b5d-af8d-2545097ac9cd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.381252 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-62a7fd11-91f7-4b5d-af8d-2545097ac9cd tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165752 Oct 23 01:00:58.384738 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41524) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:58.389484 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:58.400600 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:58.413735 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.495426 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.612347 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Allocated IP 172.37.1.87 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/899e60c2-8a94-49af-9239-f29cc3bf23ad) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:58.724107 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (899e60c2-8a94-49af-9239-f29cc3bf23ad), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.755003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (899e60c2-8a94-49af-9239-f29cc3bf23ad), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.768739 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device a2220105-1ae6-48dc-9fa1-a14ad68e8739 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:58.791386 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: a2220105-1ae6-48dc-9fa1-a14ad68e8739 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:58.791736 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device a2220105-1ae6-48dc-9fa1-a14ad68e8739 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:58.795112 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:58.801814 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:58.804043 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:58.809243 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=899e60c2-8a94-49af-9239-f29cc3bf23ad,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:58.887868 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (e1c006c1-dcff-47c5-9c87-3c8eed398609), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.924885 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (899e60c2-8a94-49af-9239-f29cc3bf23ad), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:59.300827 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (899e60c2-8a94-49af-9239-f29cc3bf23ad), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:59.306795 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (899e60c2-8a94-49af-9239-f29cc3bf23ad), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:59.350678 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:59.361113 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:59.382728 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (e1c006c1-dcff-47c5-9c87-3c8eed398609), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:59.385362 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=899e60c2-8a94-49af-9239-f29cc3bf23ad,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:59.402615 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:59.403856 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-cff92af8-8d47-426b-8925-cdb6f0feba0a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0179000 Oct 23 01:00:59.605136 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-73f27d23-8d44-42ca-abac-af419326c2aa tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1934075647&fields=id&tenant_id=f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 267 time: 0.0426199 Oct 23 01:00:59.714586 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-cd42456f-75e2-4083-8372-c3d440150b0f tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:59.717452 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-cd42456f-75e2-4083-8372-c3d440150b0f tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 815 time: 0.1050835 Oct 23 01:00:59.732600 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-81486909-f74f-45ad-be31-717d1929bd47 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/quotas/f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 375 time: 0.0098424 Oct 23 01:00:59.787807 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-5f40ca23-a242-4bea-acb0-f6c0492b7b10 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498948 Oct 23 01:01:00.007675 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3d6a8-4521-4849-80e8-59473e78a495 req-61d689e3-cdb9-451e-ab7d-692c97609194 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:00.009147 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eaf3d6a8-4521-4849-80e8-59473e78a495 req-61d689e3-cdb9-451e-ab7d-692c97609194 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0605483 Oct 23 01:01:00.016899 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:00.040159 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-ad6945cd-cf5b-4b3c-951e-4c8a86fc410c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407119 Oct 23 01:01:00.115263 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eaf3d6a8-4521-4849-80e8-59473e78a495 req-78ed9acb-ffb9-4047-ad2e-dc8f1340cb42 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928333 Oct 23 01:01:00.151859 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-73dc701b-95ea-45a0-8d83-79e705cc3cba service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031997 Oct 23 01:01:00.324836 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9918aff1-bdd4-4971-96b6-53a4a7ebf4d0 req-c1aa38b2-5c9d-4ad7-8c26-4f24b2ad0ed4 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 210 time: 0.0384171 Oct 23 01:01:01.231676 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:01.245853 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb957f8a-9d4a-4e61-90ba-6a68598bcdbe req-82a52a77-37a1-4042-89e3-ddcc25b7dd5a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:01.247909 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fb957f8a-9d4a-4e61-90ba-6a68598bcdbe req-82a52a77-37a1-4042-89e3-ddcc25b7dd5a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0511312 Oct 23 01:01:01.297110 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fb957f8a-9d4a-4e61-90ba-6a68598bcdbe req-36f5ae81-3cf7-41fc-8c05-64dcca7bfce6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c98b4e2d-127b-4015-b009-4cefb1de9c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431292 Oct 23 01:01:01.430032 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7eb0a087-7f82-448d-a40d-26cebd7f93df req-8de1c3ea-718a-466d-b87e-cb9bf9c5f8c2 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 210 time: 0.0333600 Oct 23 01:01:01.821580 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1bf0e4e-2ff7-480a-8d7c-37b8694ae2fe tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:01.823031 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1bf0e4e-2ff7-480a-8d7c-37b8694ae2fe tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 947 time: 0.0473754 Oct 23 01:01:01.910050 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Deleting port 6c0b1630-8908-400f-be38-caa653eaaef1 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:01.910403 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.000946 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] For port 6c0b1630-8908-400f-be38-caa653eaaef1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c0b1630-8908-400f-be38-caa653eaaef1,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:02.001241 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.160855 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.161227 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (51da42c8-270c-4255-a1c5-ffcbe80a0ec7), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.161525 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Floating IP 51da42c8-270c-4255-a1c5-ffcbe80a0ec7 disassociated. External IP: 172.37.1.238, port: 6c0b1630-8908-400f-be38-caa653eaaef1. Oct 23 01:01:02.161862 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Calling delete_port for 6c0b1630-8908-400f-be38-caa653eaaef1 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:02.292446 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-e229a534-5e11-4d92-9173-02c81be5c0f9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:02.294450 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-e229a534-5e11-4d92-9173-02c81be5c0f9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 815 time: 0.1089189 Oct 23 01:01:02.296963 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (6c0b1630-8908-400f-be38-caa653eaaef1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.328343 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event deleted for resources: {'Port': ['ID=6c0b1630-8908-400f-be38-caa653eaaef1,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:02.366307 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-f136b0d6-97c2-4053-8f8b-aa90f32f6c91 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 380 time: 0.0634222 Oct 23 01:01:02.378327 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'port': {'device_id': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'admin_state_up': True, 'tenant_id': 'f639829059494fd49c12d49d52134692', 'security_groups': ['282797cd-2cd4-4788-9ec2-a5d064753d26']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:02.430951 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7a36f3ef-eaf9-4095-93e0-6e4bd17b1304 req-b6b29a1a-02f8-4fd0-b263-daa1e73d538c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 210 time: 0.0325296 Oct 23 01:01:02.495529 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Made reservation on behalf of f639829059494fd49c12d49d52134692 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:01:02.496717 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:02.500242 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.635135 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Allocated IP 172.20.0.10 (d8f91d95-1c2c-439e-9697-40967bfc9e0e/64322874-d1c5-43d1-a2c6-23db4c23e049/eccc3f98-c08f-4907-a77d-c906df30437a) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:01:02.787477 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (eccc3f98-c08f-4907-a77d-c906df30437a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.796658 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9107b8bf-7957-412c-abcc-93c957a22e5c req-d514dd5c-ddc6-41fb-acd7-9589eaa92a9e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 210 time: 0.2873595 Oct 23 01:01:02.839225 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.844205 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:02.861847 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:02.865266 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:01:02.876179 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] Sync routers for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:01:02.887540 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:02.888534 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:00:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:02.889019 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:01:02.896963 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:01:02.899491 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:01:02.916382 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] No DVR routers for this DVR port 6c0b1630-8908-400f-be38-caa653eaaef1 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:01:02.919782 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.923590 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ead3192c-23c0-4e35-980a-e3c6aefe28e9 req-d1a3ee11-775b-4fdd-a164-5090d59b5c71 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "DELETE /networking/v2.0/ports/6c0b1630-8908-400f-be38-caa653eaaef1 HTTP/1.1" status: 204 len: 173 time: 1.0936935 Oct 23 01:01:02.924146 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-deleted', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:02.927810 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f2fdd-b053-4ba0-9469-02832c8cf631" -d '{"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-deleted", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:02.958087 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=eccc3f98-c08f-4907-a77d-c906df30437a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:02.967473 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:02.968534 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.992748 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3dcb1edf-17ad-4f63-b143-dedc34abc8ab tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6187003 Oct 23 01:01:03.013446 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:03.069388 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a037575-d9bf-4f08-9c3d-537fff92d428 x-openstack-request-id: req-6a037575-d9bf-4f08-9c3d-537fff92d428 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:03.069761 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fff015-83f1-41a3-a4f2-a96116f4c156", "name": "network-vif-deleted", "tag": "6c0b1630-8908-400f-be38-caa653eaaef1", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:03.069993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a037575-d9bf-4f08-9c3d-537fff92d428 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:03.070473 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a037575-d9bf-4f08-9c3d-537fff92d428'] response: {'server_uuid': '63fff015-83f1-41a3-a4f2-a96116f4c156', 'name': 'network-vif-deleted', 'tag': '6c0b1630-8908-400f-be38-caa653eaaef1', 'status': 'completed', 'code': 200} Oct 23 01:01:03.075514 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Request body: {'port': {'device_id': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:03.104732 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:03.139453 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:03.151830 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:03.196525 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-3e95960f-e5df-42c1-a221-d9c2a0d37b47 None None] Provisioning complete for port eccc3f98-c08f-4907-a77d-c906df30437a triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:03.197427 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3e95960f-e5df-42c1-a221-d9c2a0d37b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:03.197934 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-3e95960f-e5df-42c1-a221-d9c2a0d37b47 None None] Attempt 1 to provision port eccc3f98-c08f-4907-a77d-c906df30437a Oct 23 01:01:03.240066 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-3e95960f-e5df-42c1-a221-d9c2a0d37b47 None None] Port eccc3f98-c08f-4907-a77d-c906df30437a cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:01:03.244623 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:03.271126 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] Checking router: 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:01:03.281728 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:03.282353 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:00:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:03.321627 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:03.391299 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:03.428918 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccc3f98-c08f-4907-a77d-c906df30437a {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:03.437058 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Publish callbacks [] for port (eccc3f98-c08f-4907-a77d-c906df30437a), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:03.450028 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Transition to ACTIVE for port object eccc3f98-c08f-4907-a77d-c906df30437a will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:01:03.453512 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:03.536807 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Pushing event updated for resources: {'Port': ['ID=eccc3f98-c08f-4907-a77d-c906df30437a,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:03.566016 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Attempting to bind port eccc3f98-c08f-4907-a77d-c906df30437a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:01:03.566349 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Attempting to bind port eccc3f98-c08f-4907-a77d-c906df30437a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:01:03.566806 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Attempting to bind port eccc3f98-c08f-4907-a77d-c906df30437a on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:01:03.575869 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c7729ab5-36f2-405c-a5f2-b38dc9562e25 req-8bfa0000-f4e4-4c63-a56e-511cdc5d1943 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=63fff015-83f1-41a3-a4f2-a96116f4c156 HTTP/1.1" status: 200 len: 210 time: 0.0331595 Oct 23 01:01:03.600148 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:03.615712 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Port eccc3f98-c08f-4907-a77d-c906df30437a on network d8f91d95-1c2c-439e-9697-40967bfc9e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:01:03.616049 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Attempting to bind port eccc3f98-c08f-4907-a77d-c906df30437a on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:01:03.631407 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bd7dc-d17b-457d-b435-54002b8d8793 None None] The sync data for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb is: [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:01:03.662325 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:01:03.662731 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Checking segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:01:03.663127 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Bound using segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:01:03.663590 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Bound port: eccc3f98-c08f-4907-a77d-c906df30437a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:01:03.663950 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:03.727196 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] For port eccc3f98-c08f-4907-a77d-c906df30437a, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:01:03.730903 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] For port eccc3f98-c08f-4907-a77d-c906df30437a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccc3f98-c08f-4907-a77d-c906df30437a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:01:03.737051 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:03.741598 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:03.741960 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:03.743334 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/eccc3f98-c08f-4907-a77d-c906df30437a HTTP/1.1" status: 200 len: 1094 time: 0.7397373 Oct 23 01:01:03.743876 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'tag': 'eccc3f98-c08f-4907-a77d-c906df30437a'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:03.746883 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "0292f856-a24a-4bcd-910d-633b80cc8a4b", "tag": "eccc3f98-c08f-4907-a77d-c906df30437a"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:03.830525 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca04264-8a97-4265-9576-6c74c8e100d4 service neutron] Pushing event updated for resources: {'Port': ['ID=eccc3f98-c08f-4907-a77d-c906df30437a,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:03.847266 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3b688bfc-9c6d-4e97-8100-ec5215316ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:03.849037 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-3b688bfc-9c6d-4e97-8100-ec5215316ec6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 1128 time: 0.0507300 Oct 23 01:01:03.896640 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d06e544-f27c-4e1c-b8a0-4062a26693e1 x-openstack-request-id: req-1d06e544-f27c-4e1c-b8a0-4062a26693e1 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:03.897028 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0292f856-a24a-4bcd-910d-633b80cc8a4b", "tag": "eccc3f98-c08f-4907-a77d-c906df30437a", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:03.897370 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d06e544-f27c-4e1c-b8a0-4062a26693e1 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:03.897868 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d06e544-f27c-4e1c-b8a0-4062a26693e1'] response: {'name': 'network-changed', 'server_uuid': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'tag': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'status': 'completed', 'code': 200} Oct 23 01:01:03.899704 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-ea7ea319-a17a-47b8-9c5b-bcb909d3087e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccc3f98-c08f-4907-a77d-c906df30437a HTTP/1.1" status: 200 len: 217 time: 0.0425262 Oct 23 01:01:03.931532 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c14fe-42ae-4d12-ac9c-80067f79d78a None None] New status for floating IP 51da42c8-270c-4255-a1c5-ffcbe80a0ec7: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:01:03.943230 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf64cae-1149-4895-a6fd-e89a1b943198 req-546b42cd-215c-400f-ac5b-aa92b5145a3a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:03.945231 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-adf64cae-1149-4895-a6fd-e89a1b943198 req-546b42cd-215c-400f-ac5b-aa92b5145a3a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 944 time: 0.0587511 Oct 23 01:01:03.952819 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-e1e41783-34cd-431f-9456-d44e24fd57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:03.954291 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-e1e41783-34cd-431f-9456-d44e24fd57dd service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0478239 Oct 23 01:01:03.993802 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-adf64cae-1149-4895-a6fd-e89a1b943198 req-a795f4d1-17bf-40de-876a-e9eacdb41702 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Oct 23 01:01:03.995464 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:04.008753 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-f8ce3882-edc5-4848-9836-6dfe351432ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:04.010251 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-f8ce3882-edc5-4848-9836-6dfe351432ff service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472360 Oct 23 01:01:04.101555 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-38963181-e3fa-4949-9aef-144a4e4d5ba5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844924 Oct 23 01:01:04.162073 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:04.193910 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-28b13daa-c872-42aa-bd13-4ad95b62807d req-86b7902e-dcb1-4b8a-afd6-f221721e0fb4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853288 Oct 23 01:01:04.682411 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41604) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:04.736823 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-595f05ac-2fd6-4e99-a9fb-0ca0ee708a23 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (c98b4e2d-127b-4015-b009-4cefb1de9c51), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:04.758947 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-595f05ac-2fd6-4e99-a9fb-0ca0ee708a23 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (c98b4e2d-127b-4015-b009-4cefb1de9c51), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:04.803640 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:01:04.804732 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-595f05ac-2fd6-4e99-a9fb-0ca0ee708a23 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (c98b4e2d-127b-4015-b009-4cefb1de9c51), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:04.808350 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-595f05ac-2fd6-4e99-a9fb-0ca0ee708a23 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:04.808560 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-595f05ac-2fd6-4e99-a9fb-0ca0ee708a23 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c98b4e2d-127b-4015-b009-4cefb1de9c51 HTTP/1.1" status: 204 len: 168 time: 0.1250916 Oct 23 01:01:04.812040 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41606) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:04.819045 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f05ac-2fd6-4e99-a9fb-0ca0ee708a23 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b4e2d-127b-4015-b009-4cefb1de9c51,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:04.826266 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.api.v2.resource [None req-5f0f8681-a43d-49d9-9cab-a1ee772bc392 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] show failed (client error): The resource could not be found. Oct 23 01:01:04.827281 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-5f0f8681-a43d-49d9-9cab-a1ee772bc392 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups/c98b4e2d-127b-4015-b009-4cefb1de9c51 HTTP/1.1" status: 404 len: 347 time: 0.0137484 Oct 23 01:01:04.830438 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41608) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:04.840441 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 6c0b1630-8908-400f-be38-caa653eaaef1 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:01:04.840780 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 6c0b1630-8908-400f-be38-caa653eaaef1 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:01:04.943119 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Deleting port 1d59d605-1ffc-45d5-8360-8dfc8a15a56a {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:04.943378 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.017651 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.017983 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.030416 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Calling delete_port for 1d59d605-1ffc-45d5-8360-8dfc8a15a56a owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:05.132696 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdece2d-5a7e-473e-84f2-2fa571be4be9 req-ed1a4421-0c66-4c91-826a-8210701cb316 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:05.134156 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7cdece2d-5a7e-473e-84f2-2fa571be4be9 req-ed1a4421-0c66-4c91-826a-8210701cb316 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 944 time: 0.0652096 Oct 23 01:01:05.215074 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7cdece2d-5a7e-473e-84f2-2fa571be4be9 req-52b9d308-b0fe-46bf-94ee-92a7cf02fff6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748029 Oct 23 01:01:05.235350 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (1d59d605-1ffc-45d5-8360-8dfc8a15a56a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.258414 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event deleted for resources: {'Port': ['ID=1d59d605-1ffc-45d5-8360-8dfc8a15a56a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:05.326877 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (51da42c8-270c-4255-a1c5-ffcbe80a0ec7), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.329372 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.330496 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-9ac42633-7bd3-4d01-9ed3-ff338ee551a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/51da42c8-270c-4255-a1c5-ffcbe80a0ec7 HTTP/1.1" status: 204 len: 168 time: 0.4991629 Oct 23 01:01:05.419659 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41614) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:05.424088 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-44f92949-d68a-41a2-b924-73457f7cd13e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800429754', 'description': 'tempest-description--1349515423'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:05.445300 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-44f92949-d68a-41a2-b924-73457f7cd13e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.512787 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-44f92949-d68a-41a2-b924-73457f7cd13e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (8983da04-2809-4748-ad15-23f30c947a87), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.515988 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-44f92949-d68a-41a2-b924-73457f7cd13e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8983da04-2809-4748-ad15-23f30c947a87), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.549857 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-44f92949-d68a-41a2-b924-73457f7cd13e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.551045 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-44f92949-d68a-41a2-b924-73457f7cd13e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1303828 Oct 23 01:01:05.552939 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f92949-d68a-41a2-b924-73457f7cd13e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8983da04-2809-4748-ad15-23f30c947a87,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:05.554176 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41616) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:05.558851 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b2431666-5e46-4b2e-b3df-e980e336f105 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'security_group_rule': {'security_group_id': '8983da04-2809-4748-ad15-23f30c947a87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:05.586491 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2431666-5e46-4b2e-b3df-e980e336f105 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (0a238047-5012-40e1-9068-3be7e7d83dba), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.640422 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2431666-5e46-4b2e-b3df-e980e336f105 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (0a238047-5012-40e1-9068-3be7e7d83dba), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.643621 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2431666-5e46-4b2e-b3df-e980e336f105 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (0a238047-5012-40e1-9068-3be7e7d83dba), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.661312 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2431666-5e46-4b2e-b3df-e980e336f105 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a238047-5012-40e1-9068-3be7e7d83dba,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:05.669211 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2431666-5e46-4b2e-b3df-e980e336f105 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.670352 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b2431666-5e46-4b2e-b3df-e980e336f105 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150982 Oct 23 01:01:05.673344 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41618) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:05.677530 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-a26feace-f6d9-4b82-9446-59483e2df705 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'security_group_rule': {'security_group_id': '8983da04-2809-4748-ad15-23f30c947a87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:05.693373 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:05.703525 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a26feace-f6d9-4b82-9446-59483e2df705 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (6f9edd3e-22fe-4823-a75b-b1e0065af116), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.736937 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:05.752837 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a26feace-f6d9-4b82-9446-59483e2df705 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (6f9edd3e-22fe-4823-a75b-b1e0065af116), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.756673 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a26feace-f6d9-4b82-9446-59483e2df705 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (6f9edd3e-22fe-4823-a75b-b1e0065af116), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.780041 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26feace-f6d9-4b82-9446-59483e2df705 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9edd3e-22fe-4823-a75b-b1e0065af116,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:05.787113 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a26feace-f6d9-4b82-9446-59483e2df705 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.788347 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-a26feace-f6d9-4b82-9446-59483e2df705 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140151 Oct 23 01:01:05.791456 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41622) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:05.796236 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:05.817078 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:05.893445 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.001871 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Allocated IP 172.37.1.224 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/159d1a1a-fc7b-47e9-a593-7a39e3130fb3) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:01:06.100280 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for port (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.131291 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.167110 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:01:06.174195 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:01:06.178041 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:01:06.183134 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'Port': ['ID=159d1a1a-fc7b-47e9-a593-7a39e3130fb3,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:06.265547 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (ca9bb534-cdd4-455d-b153-948950c3ed40), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.328020 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.364504 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc3f37-5acb-44b0-8acc-f9f4520cb9be req-e4c9ee6b-d0c0-4bff-958e-43580891bcd5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:06.365885 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-67fc3f37-5acb-44b0-8acc-f9f4520cb9be req-e4c9ee6b-d0c0-4bff-958e-43580891bcd5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 944 time: 0.0733354 Oct 23 01:01:06.380945 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:06.473715 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-67fc3f37-5acb-44b0-8acc-f9f4520cb9be req-d10d483b-f25d-4b9d-97ae-19b5e8d139a1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993314 Oct 23 01:01:06.477618 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:06.530391 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for port (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.534755 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.603467 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (ca9bb534-cdd4-455d-b153-948950c3ed40), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.606012 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'Port': ['ID=159d1a1a-fc7b-47e9-a593-7a39e3130fb3,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:06.622154 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.623269 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0be9e489-dc13-4b1a-8c8a-f54543d27a34 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8309054 Oct 23 01:01:06.771733 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-bca50f3a-fb45-4982-bafc-4e92639145c2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1800429754&fields=id&tenant_id=7103bcb49d5c4e8b958fba3b1309a881 HTTP/1.1" status: 200 len: 267 time: 0.0430801 Oct 23 01:01:06.813993 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device eccc3f98-c08f-4907-a77d-c906df30437a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:01:06.880181 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c8423-7052-4b02-a33d-474566ac3c06 req-d5387140-8e37-42c0-9379-abe2fd230b6a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:06.881591 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-d5387140-8e37-42c0-9379-abe2fd230b6a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 817 time: 0.1035166 Oct 23 01:01:06.896240 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-525adde6-5322-40f3-ae74-5b5c6482ee9a tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/quotas/7103bcb49d5c4e8b958fba3b1309a881 HTTP/1.1" status: 200 len: 375 time: 0.0090957 Oct 23 01:01:06.910977 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port eccc3f98-c08f-4907-a77d-c906df30437a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccc3f98-c08f-4907-a77d-c906df30437a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:06.923210 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'port_id': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'mac_address': 'fa:16:3e:13:42:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:01:06.946520 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-22460f33-a77a-4766-a661-152f79eaaac4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450943 Oct 23 01:01:06.961334 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port eccc3f98-c08f-4907-a77d-c906df30437a is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:06.961723 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.975204 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccc3f98-c08f-4907-a77d-c906df30437a {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:06.995440 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port eccc3f98-c08f-4907-a77d-c906df30437a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccc3f98-c08f-4907-a77d-c906df30437a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:07.000994 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:07.047187 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=eccc3f98-c08f-4907-a77d-c906df30437a,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:07.054205 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.054558 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.054903 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.055261 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.055602 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.055935 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.056744 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.056744 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.057077 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.057403 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.057731 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.058080 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.058408 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.058731 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.059608 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:07.085940 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-87691806-5f1f-40c8-8369-f6322232e482 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279490 Oct 23 01:01:07.120419 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-95ce82e2-ba5c-439a-892b-23166f2ee482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.122577 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-95ce82e2-ba5c-439a-892b-23166f2ee482 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 1129 time: 0.0405056 Oct 23 01:01:07.180016 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-42b48086-d6aa-485a-ba35-b222a5750b15 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880651 Oct 23 01:01:07.211641 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-ff157db7-f4d6-4461-a8e9-c06c64d82634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.213157 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-ff157db7-f4d6-4461-a8e9-c06c64d82634 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.0839145 Oct 23 01:01:07.256623 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-81000c8c-80bc-473f-81d3-178923971fd1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccc3f98-c08f-4907-a77d-c906df30437a HTTP/1.1" status: 200 len: 217 time: 0.0369358 Oct 23 01:01:07.312588 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-88bc3bad-ebad-4510-b3a5-f28ea3773daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.314055 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-88bc3bad-ebad-4510-b3a5-f28ea3773daf service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0510893 Oct 23 01:01:07.351852 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a55bc905-a8ec-4a8b-b0be-8e9e06b1ef1e req-cd219be0-ca58-41ad-a962-693f2f8c35f4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 210 time: 0.0325308 Oct 23 01:01:07.359720 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-23ca0869-cfb3-46ad-9564-c0901c99fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.361333 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-23ca0869-cfb3-46ad-9564-c0901c99fdef service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0408237 Oct 23 01:01:07.454709 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-4fe3ad36-88bf-4b5c-8aac-ae8b47eef405 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863621 Oct 23 01:01:07.479689 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['eccc3f98-c08f-4907-a77d-c906df30437a'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:01:07.541834 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:07.569677 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-fcddeb37-d538-413d-bdc0-f8abbeb7fdaa req-f921831c-43e8-4fd7-b482-f81e1d87bd57 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085193 Oct 23 01:01:07.610440 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b76d7-b55a-4a1e-a66e-4c7fe3ea5a21 req-7b31d662-a168-48eb-b2e4-9c03de675734 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.616860 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e58b76d7-b55a-4a1e-a66e-4c7fe3ea5a21 req-7b31d662-a168-48eb-b2e4-9c03de675734 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 945 time: 0.0588219 Oct 23 01:01:07.666244 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e58b76d7-b55a-4a1e-a66e-4c7fe3ea5a21 req-213da03f-6486-4169-846c-46ee5075b5fb tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478559 Oct 23 01:01:08.469777 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-efaa95fe-b5c2-4c0e-b66e-d7662b40755b req-16e8fa98-47b8-493b-95ef-6f9274c4cc72 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 210 time: 0.0346675 Oct 23 01:01:08.498227 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:08.536255 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c8423-7052-4b02-a33d-474566ac3c06 req-be2cab8e-f231-4ac7-af8e-53853a36abd3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:08.537729 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-be2cab8e-f231-4ac7-af8e-53853a36abd3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 817 time: 0.1154203 Oct 23 01:01:08.606349 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-28c257a3-81b1-4375-a216-8204aefa0f30 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7103bcb49d5c4e8b958fba3b1309a881 HTTP/1.1" status: 200 len: 380 time: 0.0540721 Oct 23 01:01:08.673841 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'port': {'device_id': '41c42cbf-4123-4213-bd54-4f9527852d76', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'admin_state_up': True, 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'security_groups': ['8983da04-2809-4748-ad15-23f30c947a87']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:08.779856 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Made reservation on behalf of 7103bcb49d5c4e8b958fba3b1309a881 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:01:08.783639 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:08.785924 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdc888-7a5d-4e35-a5f4-0732dabdeb1f req-ef76628b-b3ba-4b64-a01c-904db0495deb tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:08.787393 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-87cdc888-7a5d-4e35-a5f4-0732dabdeb1f req-ef76628b-b3ba-4b64-a01c-904db0495deb tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 945 time: 0.0464947 Oct 23 01:01:08.837034 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-87cdc888-7a5d-4e35-a5f4-0732dabdeb1f req-ec29713d-1a31-4f70-952b-64ef1e8ada06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Oct 23 01:01:08.850337 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device eccc3f98-c08f-4907-a77d-c906df30437a up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:01:08.892212 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port eccc3f98-c08f-4907-a77d-c906df30437a completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:01:08.897879 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port eccc3f98-c08f-4907-a77d-c906df30437a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:08.898250 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:08.898583 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port eccc3f98-c08f-4907-a77d-c906df30437a Oct 23 01:01:08.928438 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Allocated IP 172.20.0.11 (1676a06e-522d-4f8e-b92f-37ac57e4940a/3293ad10-f9e0-4ffe-ad6c-70dcebec04de/c112bc08-da49-4d9a-83de-69470b122759) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:01:08.940157 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:08.974431 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port eccc3f98-c08f-4907-a77d-c906df30437a is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:08.974820 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:08.976578 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:09.000055 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccc3f98-c08f-4907-a77d-c906df30437a'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:09.002298 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30bede7-0409-490b-8375-c2e7ea83a0d3" -d '{"events": [{"server_uuid": "0292f856-a24a-4bcd-910d-633b80cc8a4b", "name": "network-vif-plugged", "status": "completed", "tag": "eccc3f98-c08f-4907-a77d-c906df30437a"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:09.015273 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port eccc3f98-c08f-4907-a77d-c906df30437a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccc3f98-c08f-4907-a77d-c906df30437a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:09.020519 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.045414 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaf88fc-c237-4859-b01d-e45070e0e499 x-openstack-request-id: req-bdaf88fc-c237-4859-b01d-e45070e0e499 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:09.045730 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0292f856-a24a-4bcd-910d-633b80cc8a4b", "name": "network-vif-plugged", "status": "completed", "tag": "eccc3f98-c08f-4907-a77d-c906df30437a", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:09.045986 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdaf88fc-c237-4859-b01d-e45070e0e499 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:09.046375 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdaf88fc-c237-4859-b01d-e45070e0e499'] response: {'server_uuid': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'code': 200} Oct 23 01:01:09.075554 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=eccc3f98-c08f-4907-a77d-c906df30437a,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:09.080552 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for port (c112bc08-da49-4d9a-83de-69470b122759), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.112343 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.154365 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:01:09.159491 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:01:09.163240 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:01:09.169759 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:09.216255 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:09.216820 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.233223 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-6a25d1b1-2ac6-48d8-a9ca-2eb0d8d18792 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5628972 Oct 23 01:01:09.269223 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Request body: {'port': {'device_id': '41c42cbf-4123-4213-bd54-4f9527852d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:09.303611 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346af4c4-8c80-42dd-b047-655e67393a52 req-b509b075-1ca0-4f81-9651-cacbec189545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:09.305250 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-346af4c4-8c80-42dd-b047-655e67393a52 req-b509b075-1ca0-4f81-9651-cacbec189545 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 1130 time: 0.0416980 Oct 23 01:01:09.324705 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:09.334225 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.344685 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:09.355796 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-346af4c4-8c80-42dd-b047-655e67393a52 req-f079a1a8-e060-4ef2-9222-69bddca76f19 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Oct 23 01:01:09.386795 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:09.397552 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-37a53d39-3abb-4a5f-abb1-3d038a9f19c8 None None] Provisioning complete for port c112bc08-da49-4d9a-83de-69470b122759 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:09.397919 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37a53d39-3abb-4a5f-abb1-3d038a9f19c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (c112bc08-da49-4d9a-83de-69470b122759), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.398245 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-37a53d39-3abb-4a5f-abb1-3d038a9f19c8 None None] Attempt 1 to provision port c112bc08-da49-4d9a-83de-69470b122759 Oct 23 01:01:09.432227 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-37a53d39-3abb-4a5f-abb1-3d038a9f19c8 None None] Port c112bc08-da49-4d9a-83de-69470b122759 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:01:09.586303 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c112bc08-da49-4d9a-83de-69470b122759 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:09.594389 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Publish callbacks [] for port (c112bc08-da49-4d9a-83de-69470b122759), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.596269 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65909b-f811-4bed-97aa-d99986e0e2f6 req-af29df0e-131b-493c-9942-56081247886c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:09.597776 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3a65909b-f811-4bed-97aa-d99986e0e2f6 req-af29df0e-131b-493c-9942-56081247886c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 932 time: 0.0476754 Oct 23 01:01:09.607547 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Transition to ACTIVE for port object c112bc08-da49-4d9a-83de-69470b122759 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:01:09.610270 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.648111 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3a65909b-f811-4bed-97aa-d99986e0e2f6 req-8ba203c6-217c-4bf9-a0bc-8b3a62d072c1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Oct 23 01:01:09.693303 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:09.720321 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Attempting to bind port c112bc08-da49-4d9a-83de-69470b122759 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:01:09.720649 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Attempting to bind port c112bc08-da49-4d9a-83de-69470b122759 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:01:09.720990 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Attempting to bind port c112bc08-da49-4d9a-83de-69470b122759 on network 1676a06e-522d-4f8e-b92f-37ac57e4940a {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:01:09.761476 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Port c112bc08-da49-4d9a-83de-69470b122759 on network 1676a06e-522d-4f8e-b92f-37ac57e4940a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:01:09.761797 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Attempting to bind port c112bc08-da49-4d9a-83de-69470b122759 on network 1676a06e-522d-4f8e-b92f-37ac57e4940a {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:01:09.802547 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:01:09.802877 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Checking segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:01:09.803261 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Bound using segment: {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:01:09.803684 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Bound port: c112bc08-da49-4d9a-83de-69470b122759, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37a616e-ea21-4328-990b-a1dc36a67cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:01:09.804252 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.867357 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:01:09.870490 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:01:09.877055 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.881499 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:09.882121 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.883502 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/c112bc08-da49-4d9a-83de-69470b122759 HTTP/1.1" status: 200 len: 1094 time: 0.6186392 Oct 23 01:01:09.884049 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:09.886406 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbca32d-9c73-4651-9197-fe40ef1a2e31" -d '{"events": [{"name": "network-changed", "server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "tag": "c112bc08-da49-4d9a-83de-69470b122759"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:09.930509 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e3d0e9-68b8-40ee-8c09-40cfdae13a48 x-openstack-request-id: req-43e3d0e9-68b8-40ee-8c09-40cfdae13a48 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:09.930805 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "tag": "c112bc08-da49-4d9a-83de-69470b122759", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:09.931059 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43e3d0e9-68b8-40ee-8c09-40cfdae13a48 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:09.931464 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e3d0e9-68b8-40ee-8c09-40cfdae13a48'] response: {'name': 'network-changed', 'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759', 'status': 'completed', 'code': 200} Oct 23 01:01:09.936245 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf2978-edcc-43c3-bbee-fd9e033d7d3f service neutron] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:09.956672 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:09.964973 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb781-8acd-46d4-b774-7b0b0163cde2 req-9ae7db48-e72b-4b78-bcde-1c5829ebda63 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:09.967048 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-edceb781-8acd-46d4-b774-7b0b0163cde2 req-9ae7db48-e72b-4b78-bcde-1c5829ebda63 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 946 time: 0.0478733 Oct 23 01:01:10.012616 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-edceb781-8acd-46d4-b774-7b0b0163cde2 req-b98b262a-51ea-4f7c-88c2-ffbc61c46fb2 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398338 Oct 23 01:01:10.282627 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c8399f8-8acf-461b-9964-b0c498d0d4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:10.332113 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca32d-9c73-4651-9197-fe40ef1a2e31 req-a2cb97bf-440a-4c46-9748-15a4a682d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:10.333640 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ccbca32d-9c73-4651-9197-fe40ef1a2e31 req-a2cb97bf-440a-4c46-9748-15a4a682d834 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 1128 time: 0.0412371 Oct 23 01:01:10.431243 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca32d-9c73-4651-9197-fe40ef1a2e31 req-20e81489-c6ea-438b-8b66-376a0a82b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:10.432737 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ccbca32d-9c73-4651-9197-fe40ef1a2e31 req-20e81489-c6ea-438b-8b66-376a0a82b02d service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0918102 Oct 23 01:01:10.526794 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbca32d-9c73-4651-9197-fe40ef1a2e31 req-ce65396a-6fff-4391-bb82-440344104784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:10.528123 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ccbca32d-9c73-4651-9197-fe40ef1a2e31 req-ce65396a-6fff-4391-bb82-440344104784 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853753 Oct 23 01:01:10.781333 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e2b3-e5e5-40c7-bc5a-4aadb715ca5d req-7b51b2e1-8159-4072-a7f4-e9ebdee61a55 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:10.782707 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9989e2b3-e5e5-40c7-bc5a-4aadb715ca5d req-7b51b2e1-8159-4072-a7f4-e9ebdee61a55 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0504262 Oct 23 01:01:10.830082 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9989e2b3-e5e5-40c7-bc5a-4aadb715ca5d req-e26f0d27-22e1-49ba-8fcb-5389fcb82505 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418274 Oct 23 01:01:10.961047 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c8423-7052-4b02-a33d-474566ac3c06 req-82220faf-7d82-4f04-94f1-23e7521bb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:10.962491 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-82220faf-7d82-4f04-94f1-23e7521bb3f5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 1128 time: 0.0386424 Oct 23 01:01:11.092012 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-379ebfcb-808d-409f-a320-0a43a60769fd service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c112bc08-da49-4d9a-83de-69470b122759 HTTP/1.1" status: 200 len: 217 time: 0.0402224 Oct 23 01:01:11.105144 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:11.123093 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:11.144694 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c8423-7052-4b02-a33d-474566ac3c06 req-ff66cfab-97d8-404e-a7fb-2ba2d0c92dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:11.145169 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ee195-8893-4942-ba33-ac729e9e705b req-3c4548e9-5089-4291-9c89-9fa890019ec3 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:11.146139 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-ff66cfab-97d8-404e-a7fb-2ba2d0c92dac service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0487926 Oct 23 01:01:11.146628 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-762ee195-8893-4942-ba33-ac729e9e705b req-3c4548e9-5089-4291-9c89-9fa890019ec3 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 946 time: 0.0469351 Oct 23 01:01:11.189247 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c8423-7052-4b02-a33d-474566ac3c06 req-a4949a72-ecc3-434d-b65d-bf93343d88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:11.190761 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-a4949a72-ecc3-434d-b65d-bf93343d88e9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390804 Oct 23 01:01:11.194789 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-762ee195-8893-4942-ba33-ac729e9e705b req-29b1f6c3-2f28-43ff-a58e-0b533ab6bd19 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Oct 23 01:01:11.283133 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-47f84756-36c9-4acf-957a-b896b5fcff6c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868022 Oct 23 01:01:11.311636 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af7da-edb4-45ea-8b7c-ba91a9ac09f7 req-f448f550-860a-4fda-84a5-1e04d88a7c95 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:11.313054 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9a4af7da-edb4-45ea-8b7c-ba91a9ac09f7 req-f448f550-860a-4fda-84a5-1e04d88a7c95 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 946 time: 0.0471523 Oct 23 01:01:11.323190 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41676) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:11.327507 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'floatingip': {'port_id': 'eccc3f98-c08f-4907-a77d-c906df30437a'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:11.368079 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (e1c006c1-dcff-47c5-9c87-3c8eed398609), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:11.373100 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-630c8423-7052-4b02-a33d-474566ac3c06 req-0e7d949e-ff0c-49ee-88d8-d9c3aad3a975 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Oct 23 01:01:11.782414 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:11.786438 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (e1c006c1-dcff-47c5-9c87-3c8eed398609), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:11.882213 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Floating IP e1c006c1-dcff-47c5-9c87-3c8eed398609 associated. External IP: 172.37.1.87, port: eccc3f98-c08f-4907-a77d-c906df30437a. Oct 23 01:01:11.950649 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:11.974356 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801d623-4134-4c78-865a-7ee00f847747 req-1270cb3b-6796-41fe-9d3c-d64beaf24f59 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:11.975809 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c801d623-4134-4c78-865a-7ee00f847747 req-1270cb3b-6796-41fe-9d3c-d64beaf24f59 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0603678 Oct 23 01:01:12.029641 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:12.062064 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c801d623-4134-4c78-865a-7ee00f847747 req-0a9e13a2-38a4-44a0-9f59-63cd7e197f2c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601377 Oct 23 01:01:12.373924 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:12.417033 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-79a79887-66c9-45be-98e2-e031bd4a5e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:12.476774 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:01:12.481475 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:12.485783 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:01:12.496487 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:12.497625 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:12.512226 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-6e3b8890-adac-4085-b472-bfc11a012c06 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/e1c006c1-dcff-47c5-9c87-3c8eed398609 HTTP/1.1" status: 200 len: 991 time: 1.1879778 Oct 23 01:01:12.513595 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'tag': 'eccc3f98-c08f-4907-a77d-c906df30437a'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:12.516056 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d8181-e9c0-49ce-bb85-1cdaa6edf931" -d '{"events": [{"name": "network-changed", "server_uuid": "0292f856-a24a-4bcd-910d-633b80cc8a4b", "tag": "eccc3f98-c08f-4907-a77d-c906df30437a"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:12.546700 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:12.552324 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4703a07d-bd38-44af-9b37-3efa44079f46 x-openstack-request-id: req-4703a07d-bd38-44af-9b37-3efa44079f46 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:12.552626 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0292f856-a24a-4bcd-910d-633b80cc8a4b", "tag": "eccc3f98-c08f-4907-a77d-c906df30437a", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:12.552934 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4703a07d-bd38-44af-9b37-3efa44079f46 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:12.553274 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4703a07d-bd38-44af-9b37-3efa44079f46'] response: {'name': 'network-changed', 'server_uuid': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'tag': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'status': 'completed', 'code': 200} Oct 23 01:01:12.600684 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:12.879331 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e1c006c1-dcff-47c5-9c87-3c8eed398609', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.87', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:13:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:58Z', 'updated_at': '2022-10-23T01:01:11Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:12.902399 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:01:12.910486 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:12.911077 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:13.009141 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:13.188113 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee95113-1c9f-4be7-9a8e-e288fe25b851 req-2180cebc-6fb6-4c20-a13f-6536d6274853 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:13.189560 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ee95113-1c9f-4be7-9a8e-e288fe25b851 req-2180cebc-6fb6-4c20-a13f-6536d6274853 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0468290 Oct 23 01:01:13.201909 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:13.215220 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e1c006c1-dcff-47c5-9c87-3c8eed398609', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.87', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:13:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:58Z', 'updated_at': '2022-10-23T01:01:11Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:13.237358 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ee95113-1c9f-4be7-9a8e-e288fe25b851 req-0bb0841d-14ef-4ed6-bc7c-80e1bc12da21 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Oct 23 01:01:13.240181 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e9f42-b53d-46ba-9336-a83b5e7d5e85 None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e1c006c1-dcff-47c5-9c87-3c8eed398609', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.87', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:13:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:58Z', 'updated_at': '2022-10-23T01:01:11Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:01:13.423427 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d1daf-3cf2-499c-96db-13b56f26b5ce None None] New status for floating IP e1c006c1-dcff-47c5-9c87-3c8eed398609: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:01:13.592286 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-1d5def82-61a0-4b0d-bec6-e2e3c3058471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:13.593837 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-1d5def82-61a0-4b0d-bec6-e2e3c3058471 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 1130 time: 0.0494680 Oct 23 01:01:13.679670 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-cc9fc86b-7712-4a46-a0de-1c854d85b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:13.681155 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-cc9fc86b-7712-4a46-a0de-1c854d85b3d5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.0819399 Oct 23 01:01:13.705359 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:13.745194 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-e52415d8-38bc-4fea-b09d-894664d1fa5a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccc3f98-c08f-4907-a77d-c906df30437a HTTP/1.1" status: 200 len: 1001 time: 0.0570395 Oct 23 01:01:13.793725 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-b16eebdd-e330-4299-ab74-37ecbba9f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:13.795677 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-b16eebdd-e330-4299-ab74-37ecbba9f1e1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0434170 Oct 23 01:01:13.838857 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-1877f8c5-85e6-45a4-92fd-c81bf4dcb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:13.840400 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-1877f8c5-85e6-45a4-92fd-c81bf4dcb326 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0387998 Oct 23 01:01:13.931590 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-1aa094af-82a6-4139-ae59-02259f56c8fc service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850577 Oct 23 01:01:14.019515 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-506d8181-e9c0-49ce-bb85-1cdaa6edf931 req-8c2beb71-924f-4446-9e1a-6286f1b32382 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808902 Oct 23 01:01:14.364953 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752aeb7-7187-4dc8-b243-ac8f91015617 req-8f0fdd1e-df51-4ab8-92d7-c63854ffdd5d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:14.366394 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e752aeb7-7187-4dc8-b243-ac8f91015617 req-8f0fdd1e-df51-4ab8-92d7-c63854ffdd5d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0488868 Oct 23 01:01:14.412794 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e752aeb7-7187-4dc8-b243-ac8f91015617 req-3c3a545d-33d3-4240-9f50-373fa91523fa tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Oct 23 01:01:14.876588 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:01:15.104561 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:15.116337 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'c112bc08-da49-4d9a-83de-69470b122759', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'port_id': 'c112bc08-da49-4d9a-83de-69470b122759', 'mac_address': 'fa:16:3e:83:23:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:01:15.150401 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c112bc08-da49-4d9a-83de-69470b122759 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:15.150788 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:15.163205 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c112bc08-da49-4d9a-83de-69470b122759 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:15.183229 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:15.187319 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:15.235016 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:15.329978 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:15.351838 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:15.536964 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a73af-9170-44aa-8e30-6c38b9ae7f21 req-7df3fe2a-6638-4b9f-b342-2a8a6c4a2cb3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:15.538453 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-305a73af-9170-44aa-8e30-6c38b9ae7f21 req-7df3fe2a-6638-4b9f-b342-2a8a6c4a2cb3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 945 time: 0.0462875 Oct 23 01:01:15.576324 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['c112bc08-da49-4d9a-83de-69470b122759'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:01:15.585067 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-305a73af-9170-44aa-8e30-6c38b9ae7f21 req-3e4bb440-f4cb-4de9-b6f4-e2705f2a58d5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Oct 23 01:01:16.709189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d700e7-5bd7-46c5-8e73-e8d1b862033b req-62306c1d-35fe-42f9-bb09-d654cb196397 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:16.710627 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-77d700e7-5bd7-46c5-8e73-e8d1b862033b req-62306c1d-35fe-42f9-bb09-d654cb196397 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 945 time: 0.0461736 Oct 23 01:01:16.761427 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-77d700e7-5bd7-46c5-8e73-e8d1b862033b req-3a65f593-e670-4ceb-af8e-bb4863fbf200 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453501 Oct 23 01:01:16.880234 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:01:16.916382 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:16.922326 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port c112bc08-da49-4d9a-83de-69470b122759 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:01:16.924461 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:16.928639 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port c112bc08-da49-4d9a-83de-69470b122759 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:16.929009 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (c112bc08-da49-4d9a-83de-69470b122759), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:16.929341 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port c112bc08-da49-4d9a-83de-69470b122759 Oct 23 01:01:17.000664 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c112bc08-da49-4d9a-83de-69470b122759 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:17.001053 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:17.023354 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:17.025682 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f6b61-2ab9-4a2a-ab95-622240a9ae1c" -d '{"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-plugged", "status": "completed", "tag": "c112bc08-da49-4d9a-83de-69470b122759"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:17.042074 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:17.046818 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:17.093473 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:17.117896 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefc305f-0df4-4e4f-b554-a654564a9b01 x-openstack-request-id: req-eefc305f-0df4-4e4f-b554-a654564a9b01 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:17.118188 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-plugged", "status": "completed", "tag": "c112bc08-da49-4d9a-83de-69470b122759", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:17.118441 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eefc305f-0df4-4e4f-b554-a654564a9b01 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:17.118844 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefc305f-0df4-4e4f-b554-a654564a9b01'] response: {'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759', 'code': 200} Oct 23 01:01:17.288626 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30895469-7cee-4e72-94f7-e14a12b6498c req-f619ce65-cd44-428f-b69d-cbe6727ffbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:17.290010 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-30895469-7cee-4e72-94f7-e14a12b6498c req-f619ce65-cd44-428f-b69d-cbe6727ffbd8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 1130 time: 0.0385835 Oct 23 01:01:17.332262 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-30895469-7cee-4e72-94f7-e14a12b6498c req-650c2907-2773-41d2-95e1-bc7ce6438651 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364065 Oct 23 01:01:17.887879 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974079cd-2816-419a-b8e7-ac61e3537fa9 req-f29a1191-10cd-4b16-961f-e29f65b5da9b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:17.889365 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-974079cd-2816-419a-b8e7-ac61e3537fa9 req-f29a1191-10cd-4b16-961f-e29f65b5da9b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0461881 Oct 23 01:01:17.936083 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-974079cd-2816-419a-b8e7-ac61e3537fa9 req-95c0bdb0-9f92-4581-8df1-e2c7de900e91 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Oct 23 01:01:19.065046 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f885c-ba12-420e-92b8-024e964f4056 req-d94f7d0f-c407-47c9-b289-586ffad2b431 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:19.066502 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-692f885c-ba12-420e-92b8-024e964f4056 req-d94f7d0f-c407-47c9-b289-586ffad2b431 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0477977 Oct 23 01:01:19.112996 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-692f885c-ba12-420e-92b8-024e964f4056 req-d800d362-621d-44e1-bb1c-87fb0f1b90c9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408344 Oct 23 01:01:20.241108 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c3767-447b-4eda-9e2b-674ef9d503f3 req-eddf19cc-31e9-4a35-8966-e8336effdc10 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:20.242560 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-473c3767-447b-4eda-9e2b-674ef9d503f3 req-eddf19cc-31e9-4a35-8966-e8336effdc10 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0504305 Oct 23 01:01:20.272698 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:20.289858 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-473c3767-447b-4eda-9e2b-674ef9d503f3 req-9e36b8db-569c-4884-9acb-7d3c5e52b5e0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419590 Oct 23 01:01:20.410580 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ecc04-ca11-4daa-bb30-23bbedeb44fc req-6c9be53f-3f72-4189-b757-11efbd00a903 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:20.411933 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-138ecc04-ca11-4daa-bb30-23bbedeb44fc req-6c9be53f-3f72-4189-b757-11efbd00a903 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0459273 Oct 23 01:01:20.422223 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41710) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:20.426427 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Request body: {'floatingip': {'port_id': 'c112bc08-da49-4d9a-83de-69470b122759'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:20.463167 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (ca9bb534-cdd4-455d-b153-948950c3ed40), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:20.464908 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:20.881170 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:20.884713 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (ca9bb534-cdd4-455d-b153-948950c3ed40), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:20.977933 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Floating IP ca9bb534-cdd4-455d-b153-948950c3ed40 associated. External IP: 172.37.1.224, port: c112bc08-da49-4d9a-83de-69470b122759. Oct 23 01:01:21.172125 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:21.273971 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:01:21.279345 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:21.284264 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] Sync routers for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:01:21.294895 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:21.295495 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:21.308453 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-422aa10f-2055-41cb-ae90-0d088b7d79a7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/ca9bb534-cdd4-455d-b153-948950c3ed40 HTTP/1.1" status: 200 len: 992 time: 0.8852112 Oct 23 01:01:21.309287 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:21.312105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "tag": "c112bc08-da49-4d9a-83de-69470b122759"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:21.349053 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ae0dc8-4392-44f6-8495-938663db4292 x-openstack-request-id: req-90ae0dc8-4392-44f6-8495-938663db4292 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:21.349345 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "tag": "c112bc08-da49-4d9a-83de-69470b122759", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:21.349601 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90ae0dc8-4392-44f6-8495-938663db4292 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:21.350013 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ae0dc8-4392-44f6-8495-938663db4292'] response: {'name': 'network-changed', 'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759', 'status': 'completed', 'code': 200} Oct 23 01:01:21.398519 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:21.414347 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-98dad14e-bc8e-47c1-bca6-655d27c5c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:21.415857 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-98dad14e-bc8e-47c1-bca6-655d27c5c46d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 1130 time: 0.0426595 Oct 23 01:01:21.500859 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:21.506270 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-149a785e-67a8-45bd-97a1-ec270148b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:21.507725 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-149a785e-67a8-45bd-97a1-ec270148b94a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.0865231 Oct 23 01:01:21.611896 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'ca9bb534-cdd4-455d-b153-948950c3ed40', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'floating_ip_address': '172.37.1.224', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'port_id': 'c112bc08-da49-4d9a-83de-69470b122759', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'mac_address': 'fa:16:3e:83:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c42cbf-4123-4213-bd54-4f9527852d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:01:06Z', 'updated_at': '2022-10-23T01:01:20Z', 'revision_number': 1, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:21.638400 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] Checking router: 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:01:21.641177 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:21.648744 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:21.649398 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:21.755064 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:21.810660 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:21.820256 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-10a70cf6-0747-43df-8672-b3b825f96ed7 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c112bc08-da49-4d9a-83de-69470b122759 HTTP/1.1" status: 200 len: 1000 time: 0.3053207 Oct 23 01:01:21.868042 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-cf0271b6-e1de-4c88-9ae0-e3fd0991fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:21.869519 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-cf0271b6-e1de-4c88-9ae0-e3fd0991fc3b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0432856 Oct 23 01:01:21.912757 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-afa87f22-bdbe-4471-a4df-bd1864daee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:21.914251 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-afa87f22-bdbe-4471-a4df-bd1864daee5b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0378249 Oct 23 01:01:21.970101 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'ca9bb534-cdd4-455d-b153-948950c3ed40', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'floating_ip_address': '172.37.1.224', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'port_id': 'c112bc08-da49-4d9a-83de-69470b122759', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'mac_address': 'fa:16:3e:83:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c42cbf-4123-4213-bd54-4f9527852d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:01:06Z', 'updated_at': '2022-10-23T01:01:20Z', 'revision_number': 1, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:21.998821 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec2baf-74df-49ec-aa44-d6a8b4901591 None None] The sync data for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb is: [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'ca9bb534-cdd4-455d-b153-948950c3ed40', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'floating_ip_address': '172.37.1.224', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'port_id': 'c112bc08-da49-4d9a-83de-69470b122759', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'mac_address': 'fa:16:3e:83:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c42cbf-4123-4213-bd54-4f9527852d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:01:06Z', 'updated_at': '2022-10-23T01:01:20Z', 'revision_number': 1, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:01:22.006461 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-4166cd9c-72d4-4333-97b0-0780641e5391 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852742 Oct 23 01:01:22.100716 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f9d2d67a-f737-4302-afb0-c86ecff3cf1f req-9834609d-7abd-4f06-a86c-088797021d9e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866311 Oct 23 01:01:22.185392 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5f831-a4c8-48da-b5f3-33ee0bed995e None None] New status for floating IP ca9bb534-cdd4-455d-b153-948950c3ed40: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:01:22.294641 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:25.643180 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:01:28.176418 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-ff02b620-e4b0-471b-869d-799f5d141943 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371592 Oct 23 01:01:28.238524 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-33ee2a38-141e-4498-82b8-160aae4476bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:28.240020 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-33ee2a38-141e-4498-82b8-160aae4476bb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 1129 time: 0.0420115 Oct 23 01:01:28.342560 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-8ae34c08-5da2-450a-8334-1d68e1cf9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:28.344042 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-8ae34c08-5da2-450a-8334-1d68e1cf9199 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 912 time: 0.0834973 Oct 23 01:01:28.408092 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-e3270247-0826-4c1b-857b-75ee6c297d12 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 HTTP/1.1" status: 200 len: 1000 time: 0.0577872 Oct 23 01:01:28.461060 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-bef8f2af-600c-4d43-9166-1be2296fe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:28.462380 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-bef8f2af-600c-4d43-9166-1be2296fe494 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=522d6201-54ac-44a3-be79-eca7f6705ff3 HTTP/1.1" status: 200 len: 850 time: 0.0427558 Oct 23 01:01:28.506133 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-f46c72ce-045e-4074-b197-8069648d305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:28.507595 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-f46c72ce-045e-4074-b197-8069648d305b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=197197c1-cb86-4ff6-9445-13bfeba0b392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0388460 Oct 23 01:01:28.600984 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-596ee916-ca45-46e8-92e4-5b23125c7eda service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868957 Oct 23 01:01:28.694272 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ea675091-f3fc-4ee0-9f37-15537549cf6e req-3eda88dd-7b14-46fb-b064-f8dc4eaff7ff service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867095 Oct 23 01:01:31.304046 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:31.305989 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:32.294273 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:32.298655 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:38.276725 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e24f4d-9a02-45a2-965f-1dde596cd194 req-8f9a256b-2cae-4398-8b55-5f56a0eb09d7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:38.278642 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b7e24f4d-9a02-45a2-965f-1dde596cd194 req-8f9a256b-2cae-4398-8b55-5f56a0eb09d7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0482891 Oct 23 01:01:38.325166 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b7e24f4d-9a02-45a2-965f-1dde596cd194 req-657c0d0b-4d47-4533-82fa-c0a0fbd5a984 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 Oct 23 01:01:38.689853 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=81 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:38.691749 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=80 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:39.445708 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349833f0-89ac-4d69-81da-6a6c02bac04f req-b9ab9c20-146c-4fa1-8559-6235c6bf27b3 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:39.447147 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-349833f0-89ac-4d69-81da-6a6c02bac04f req-b9ab9c20-146c-4fa1-8559-6235c6bf27b3 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0460587 Oct 23 01:01:39.496954 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-349833f0-89ac-4d69-81da-6a6c02bac04f req-d083204e-cf88-47fe-88f5-d33f7af28e70 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Oct 23 01:01:39.644173 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:39.655219 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=37 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:39.690283 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-f1b8bb84-df4f-4199-b0ac-156ab52a1e8a tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:39.691723 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-f1b8bb84-df4f-4199-b0ac-156ab52a1e8a tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 945 time: 0.0493391 Oct 23 01:01:39.779493 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Deleting port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:39.779840 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:39.866535 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] For port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:39.866903 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.069530 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.069885 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (07e9042d-2c30-4ac8-9ddc-7961f867debb), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.070197 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Floating IP 07e9042d-2c30-4ac8-9ddc-7961f867debb disassociated. External IP: 172.37.1.80, port: fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032. Oct 23 01:01:40.070535 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Calling delete_port for fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:40.194914 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.222995 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event deleted for resources: {'Port': ['ID=fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:40.286824 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d8082fb4-c968-45a0-b4fb-22cd44c17085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.331470 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:40.432420 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:01:40.443837 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] Sync routers for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:01:40.454363 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:40.455077 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:40.474029 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] No DVR routers for this DVR port fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:01:40.476521 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.479680 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-43ca754c-3879-43aa-9d4b-db11f875c273 req-51ab49a2-3d7f-436d-bcfb-9d26a5072c2c tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "DELETE /networking/v2.0/ports/fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 HTTP/1.1" status: 204 len: 173 time: 0.7822855 Oct 23 01:01:40.480157 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962282e4-8e03-416b-a536-a861caae7201', 'name': 'network-vif-deleted', 'tag': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:40.482966 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a891c9-5d16-455c-9276-2f399f26626b" -d '{"events": [{"server_uuid": "962282e4-8e03-416b-a536-a861caae7201", "name": "network-vif-deleted", "tag": "fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:40.520540 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894f13a-c0e7-42b1-9280-eafa5d6f08fe x-openstack-request-id: req-b894f13a-c0e7-42b1-9280-eafa5d6f08fe {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:40.520907 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962282e4-8e03-416b-a536-a861caae7201", "name": "network-vif-deleted", "tag": "fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:40.521154 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b894f13a-c0e7-42b1-9280-eafa5d6f08fe {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:40.521559 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b894f13a-c0e7-42b1-9280-eafa5d6f08fe'] response: {'server_uuid': '962282e4-8e03-416b-a536-a861caae7201', 'name': 'network-vif-deleted', 'tag': 'fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032', 'status': 'completed', 'code': 200} Oct 23 01:01:40.570216 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:40.622661 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7ecdac43-6a1d-448c-ac81-25ce31168ead req-1f61c542-081c-48c5-899d-129b1e27a7c0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=962282e4-8e03-416b-a536-a861caae7201 HTTP/1.1" status: 200 len: 210 time: 0.0424864 Oct 23 01:01:40.872752 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:40.898934 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] Checking router: 0278b914-c8ea-478e-9f0e-27c3d7025bb4 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:01:40.907506 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:40.908084 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:41.006448 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:41.188404 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:41.216137 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f3c5b-3cd3-47df-9fdc-3f3358f6c11f None None] The sync data for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb is: [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:01:41.428838 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146be998-9035-4a07-ab31-459e1491788e None None] New status for floating IP 07e9042d-2c30-4ac8-9ddc-7961f867debb: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:01:41.709463 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41762) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:41.763599 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b9be856c-87d8-4cf4-a36d-1b62c793bc15 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:41.785668 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b9be856c-87d8-4cf4-a36d-1b62c793bc15 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:41.832503 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b9be856c-87d8-4cf4-a36d-1b62c793bc15 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:41.835011 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b9be856c-87d8-4cf4-a36d-1b62c793bc15 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:41.836141 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b9be856c-87d8-4cf4-a36d-1b62c793bc15 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c HTTP/1.1" status: 204 len: 168 time: 0.1257174 Oct 23 01:01:41.839139 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41764) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:41.845677 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be856c-87d8-4cf4-a36d-1b62c793bc15 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:41.856643 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.api.v2.resource [None req-dc874eb0-6d79-4afc-9aee-3748d13525ba tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] show failed (client error): The resource could not be found. Oct 23 01:01:41.860515 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-dc874eb0-6d79-4afc-9aee-3748d13525ba tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups/da77dc9f-ef7f-4d60-bccf-fb96c84b2a4c HTTP/1.1" status: 404 len: 347 time: 0.0169439 Oct 23 01:01:41.861081 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41766) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:41.972944 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Deleting port 97ebc23f-badd-4f53-9491-b278a659cb28 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:41.973290 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (97ebc23f-badd-4f53-9491-b278a659cb28), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.050883 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (97ebc23f-badd-4f53-9491-b278a659cb28), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.051218 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (97ebc23f-badd-4f53-9491-b278a659cb28), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.063019 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Calling delete_port for 97ebc23f-badd-4f53-9491-b278a659cb28 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:42.191026 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (97ebc23f-badd-4f53-9491-b278a659cb28), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.215750 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event deleted for resources: {'Port': ['ID=97ebc23f-badd-4f53-9491-b278a659cb28,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:42.275687 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (07e9042d-2c30-4ac8-9ddc-7961f867debb), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.278769 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.279905 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-9d3edc9d-7c9c-48e3-a464-27cc904a0319 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/07e9042d-2c30-4ac8-9ddc-7961f867debb HTTP/1.1" status: 204 len: 168 time: 0.4178407 Oct 23 01:01:42.357685 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41772) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:42.362269 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-65e655bd-eb03-4497-8844-78e3ea5f56eb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--822974087', 'description': 'tempest-description--992879593'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:42.383878 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-65e655bd-eb03-4497-8844-78e3ea5f56eb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.399662 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:42.418106 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-653efe93-a751-4d64-8fbc-71ad3fe9b6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.451256 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:42.461335 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-65e655bd-eb03-4497-8844-78e3ea5f56eb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (a7a6d0eb-71e2-42ac-ba10-af9e334e6f90), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.465315 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-65e655bd-eb03-4497-8844-78e3ea5f56eb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a7a6d0eb-71e2-42ac-ba10-af9e334e6f90), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.495864 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-65e655bd-eb03-4497-8844-78e3ea5f56eb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.497586 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-65e655bd-eb03-4497-8844-78e3ea5f56eb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1389096 Oct 23 01:01:42.499371 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e655bd-eb03-4497-8844-78e3ea5f56eb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:42.500578 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41774) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:42.506685 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-d66c6f8c-19b8-4595-9eff-17a9af4b822f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'security_group_rule': {'security_group_id': 'a7a6d0eb-71e2-42ac-ba10-af9e334e6f90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:42.533116 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d66c6f8c-19b8-4595-9eff-17a9af4b822f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (0467b7fb-fe0a-454f-b9e3-039f79d0ef31), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.553382 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:42.577881 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:42.597064 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d66c6f8c-19b8-4595-9eff-17a9af4b822f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (0467b7fb-fe0a-454f-b9e3-039f79d0ef31), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.600372 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d66c6f8c-19b8-4595-9eff-17a9af4b822f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (0467b7fb-fe0a-454f-b9e3-039f79d0ef31), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.618671 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6f8c-19b8-4595-9eff-17a9af4b822f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0467b7fb-fe0a-454f-b9e3-039f79d0ef31,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:42.626658 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d66c6f8c-19b8-4595-9eff-17a9af4b822f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.628057 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d66c6f8c-19b8-4595-9eff-17a9af4b822f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254559 Oct 23 01:01:42.630707 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41776) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:42.634844 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-840128e7-9de9-4829-8ad0-5f4041729a52 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'security_group_rule': {'security_group_id': 'a7a6d0eb-71e2-42ac-ba10-af9e334e6f90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:42.659747 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-840128e7-9de9-4829-8ad0-5f4041729a52 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (1768de85-6343-4ba5-9a75-437babbacf5e), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.714829 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-840128e7-9de9-4829-8ad0-5f4041729a52 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (1768de85-6343-4ba5-9a75-437babbacf5e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.718353 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-840128e7-9de9-4829-8ad0-5f4041729a52 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (1768de85-6343-4ba5-9a75-437babbacf5e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.736893 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840128e7-9de9-4829-8ad0-5f4041729a52 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1768de85-6343-4ba5-9a75-437babbacf5e,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:42.745963 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-840128e7-9de9-4829-8ad0-5f4041729a52 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.748264 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-840128e7-9de9-4829-8ad0-5f4041729a52 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166186 Oct 23 01:01:42.751411 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41778) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:42.755873 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:42.776450 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.853490 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.957351 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Allocated IP 172.37.1.152 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/01affd33-20d2-432c-a642-1b605aebcd3b) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:01:42.994638 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:01:43.014196 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:01:43.014591 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device fa4c8ef8-8d05-471e-87a7-e0cdcdbb2032 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:01:43.061990 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for port (01affd33-20d2-432c-a642-1b605aebcd3b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.094429 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (01affd33-20d2-432c-a642-1b605aebcd3b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.129322 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:01:43.136284 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:01:43.140692 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:01:43.161140 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'Port': ['ID=01affd33-20d2-432c-a642-1b605aebcd3b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:43.225697 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (88544e5f-2b86-42db-aa62-91a977aa2c28), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.253257 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:43.255583 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:43.264854 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (01affd33-20d2-432c-a642-1b605aebcd3b), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.407343 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for port (01affd33-20d2-432c-a642-1b605aebcd3b), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.411455 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (01affd33-20d2-432c-a642-1b605aebcd3b), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.474877 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'Port': ['ID=01affd33-20d2-432c-a642-1b605aebcd3b,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:43.478173 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (88544e5f-2b86-42db-aa62-91a977aa2c28), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.493874 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.495086 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-43902a9f-9647-4075-94f5-314e494c5ed0 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7427585 Oct 23 01:01:43.644311 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-a58b15d8-a88e-46f6-9b7a-6a8de2a75f0f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--822974087&fields=id&tenant_id=11730d9eec8546c5aa486c1a4a283bf8 HTTP/1.1" status: 200 len: 267 time: 0.0433364 Oct 23 01:01:43.708585 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.748244 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-c8538764-469a-4274-a0cf-2c6345e78fa8 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:43.749723 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-c8538764-469a-4274-a0cf-2c6345e78fa8 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 811 time: 0.0989795 Oct 23 01:01:43.764317 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-c30200e0-0b68-4a66-ab1f-c92466208ac8 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/quotas/11730d9eec8546c5aa486c1a4a283bf8 HTTP/1.1" status: 200 len: 375 time: 0.0088625 Oct 23 01:01:43.817880 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-05fd05f3-3057-4f5d-b4c0-15ff3aad0694 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486000 Oct 23 01:01:43.912061 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-6b16ee46-caf2-49cd-89b0-2524d7f925a4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829601 Oct 23 01:01:44.005125 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-b62bbf02-71e9-4631-a169-5078ff31f407 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868070 Oct 23 01:01:44.169406 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d95d330e-64f2-4170-8602-4a689f5c2f1d req-1b385535-474a-4df1-b64b-b0d88f2cbd0f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 210 time: 0.0287340 Oct 23 01:01:45.282291 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-55b80940-0120-47c0-96fa-a7d0dae60bdf req-d1ad3055-a4d5-4d1e-966d-49f6eda20e28 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 210 time: 0.0322037 Oct 23 01:01:45.327223 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-22d2b011-6477-4dba-875d-ae12fcd0f08b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:45.328911 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-22d2b011-6477-4dba-875d-ae12fcd0f08b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 811 time: 0.1162403 Oct 23 01:01:45.332364 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:45.359536 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:45.725652 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-786a9709-b4dd-4fb6-a7cd-b941dc551dfd tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=11730d9eec8546c5aa486c1a4a283bf8 HTTP/1.1" status: 200 len: 379 time: 0.0578537 Oct 23 01:01:45.784175 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'port': {'device_id': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'admin_state_up': True, 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'security_groups': ['a7a6d0eb-71e2-42ac-ba10-af9e334e6f90']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:45.898813 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Made reservation on behalf of 11730d9eec8546c5aa486c1a4a283bf8 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:01:45.902760 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.027518 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Allocated IP 172.20.0.6 (197197c1-cb86-4ff6-9445-13bfeba0b392/522d6201-54ac-44a3-be79-eca7f6705ff3/512a9d81-9a83-4188-a19d-fc648a5e53ce) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:01:46.134772 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:46.162695 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.166592 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:46.197679 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.240086 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:01:46.247225 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:01:46.251057 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:01:46.255516 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event updated for resources: {'Port': ['ID=512a9d81-9a83-4188-a19d-fc648a5e53ce,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:46.304433 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:46.305256 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.335859 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-7298e6de-020d-4ee1-873e-aaf250879277 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559239 Oct 23 01:01:46.349690 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Request body: {'port': {'device_id': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:46.418476 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.432978 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42a289-4b05-42da-9faa-abfc8230d841 req-93c3a4c9-064d-45d4-8ff0-e939bcbbc581 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:46.435070 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3b42a289-4b05-42da-9faa-abfc8230d841 req-93c3a4c9-064d-45d4-8ff0-e939bcbbc581 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 931 time: 0.0663350 Oct 23 01:01:46.495324 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3b42a289-4b05-42da-9faa-abfc8230d841 req-871a0281-7cf2-42bc-86df-93bba72be10a tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528519 Oct 23 01:01:46.547732 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-83e0cdee-dadc-4bff-a381-626648215270 None None] Provisioning complete for port 512a9d81-9a83-4188-a19d-fc648a5e53ce triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:46.548276 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-83e0cdee-dadc-4bff-a381-626648215270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.548422 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-83e0cdee-dadc-4bff-a381-626648215270 None None] Attempt 1 to provision port 512a9d81-9a83-4188-a19d-fc648a5e53ce Oct 23 01:01:46.585760 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-83e0cdee-dadc-4bff-a381-626648215270 None None] Port 512a9d81-9a83-4188-a19d-fc648a5e53ce cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:01:46.590131 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab032-c47c-4fdb-976a-311cbed70acb req-67f9349a-2d07-4af5-a0ca-65dc4defed15 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:46.591701 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-74dab032-c47c-4fdb-976a-311cbed70acb req-67f9349a-2d07-4af5-a0ca-65dc4defed15 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0521452 Oct 23 01:01:46.639572 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-74dab032-c47c-4fdb-976a-311cbed70acb req-19d9c6a8-f483-420c-b8b2-4e6275afa51d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Oct 23 01:01:46.699558 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512a9d81-9a83-4188-a19d-fc648a5e53ce {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:46.706990 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Publish callbacks [] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.719471 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Transition to ACTIVE for port object 512a9d81-9a83-4188-a19d-fc648a5e53ce will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:01:46.723215 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.785209 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Pushing event updated for resources: {'Port': ['ID=512a9d81-9a83-4188-a19d-fc648a5e53ce,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:46.833548 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Attempting to bind port 512a9d81-9a83-4188-a19d-fc648a5e53ce on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:01:46.833888 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Attempting to bind port 512a9d81-9a83-4188-a19d-fc648a5e53ce by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:01:46.834217 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Attempting to bind port 512a9d81-9a83-4188-a19d-fc648a5e53ce on network 197197c1-cb86-4ff6-9445-13bfeba0b392 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:01:46.875399 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Port 512a9d81-9a83-4188-a19d-fc648a5e53ce on network 197197c1-cb86-4ff6-9445-13bfeba0b392 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:01:46.875717 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Attempting to bind port 512a9d81-9a83-4188-a19d-fc648a5e53ce on network 197197c1-cb86-4ff6-9445-13bfeba0b392 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:01:46.919538 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:01:46.919870 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Checking segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:01:46.920247 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Bound using segment: {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:01:46.920700 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Bound port: 512a9d81-9a83-4188-a19d-fc648a5e53ce, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:01:46.921055 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.954230 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:46.977711 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:46.981030 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] For port 512a9d81-9a83-4188-a19d-fc648a5e53ce, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:01:46.984408 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] For port 512a9d81-9a83-4188-a19d-fc648a5e53ce, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=512a9d81-9a83-4188-a19d-fc648a5e53ce,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:01:46.990970 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.994443 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:46.995216 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:46.996756 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/512a9d81-9a83-4188-a19d-fc648a5e53ce HTTP/1.1" status: 200 len: 1093 time: 0.6531887 Oct 23 01:01:46.998997 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'tag': '512a9d81-9a83-4188-a19d-fc648a5e53ce'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:47.001216 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b474d8-43e6-4c61-b333-4ac6884acc72" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff28a7b-7278-47a8-872c-2890cdd9046c", "tag": "512a9d81-9a83-4188-a19d-fc648a5e53ce"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:47.037424 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8a84b6-3690-4053-867a-fcf9fe9fb296 x-openstack-request-id: req-fa8a84b6-3690-4053-867a-fcf9fe9fb296 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:47.037714 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff28a7b-7278-47a8-872c-2890cdd9046c", "tag": "512a9d81-9a83-4188-a19d-fc648a5e53ce", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:47.037990 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa8a84b6-3690-4053-867a-fcf9fe9fb296 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:47.038418 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8a84b6-3690-4053-867a-fcf9fe9fb296'] response: {'name': 'network-changed', 'server_uuid': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'tag': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'status': 'completed', 'code': 200} Oct 23 01:01:47.052221 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedb5aa-54dc-4612-9bbf-1c214b5f0cac service neutron] Pushing event updated for resources: {'Port': ['ID=512a9d81-9a83-4188-a19d-fc648a5e53ce,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:47.626208 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f4ffd-ef71-4085-9b80-bf66f50d833e req-408c6c66-eb45-4fd7-87e0-56fd4ba5d7e5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:47.627630 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-483f4ffd-ef71-4085-9b80-bf66f50d833e req-408c6c66-eb45-4fd7-87e0-56fd4ba5d7e5 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 943 time: 0.0460055 Oct 23 01:01:47.673876 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-483f4ffd-ef71-4085-9b80-bf66f50d833e req-bfd90f85-eb74-4636-8926-7fc9e074ba86 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Oct 23 01:01:47.764465 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943b678-2002-4a41-af4c-2c08820c8ea6 req-0b541f48-8304-4cfd-9497-3872f3e7ffe8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:47.765935 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f943b678-2002-4a41-af4c-2c08820c8ea6 req-0b541f48-8304-4cfd-9497-3872f3e7ffe8 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0493326 Oct 23 01:01:47.812939 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f943b678-2002-4a41-af4c-2c08820c8ea6 req-5dee110d-9a0f-4f29-a782-6f0f2a48c83a tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Oct 23 01:01:48.794461 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132bd0b-d14c-4ca6-b491-83463b1dc02b req-a629d3a2-68fa-4e56-a06c-308d94bd42fb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:48.795916 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4132bd0b-d14c-4ca6-b491-83463b1dc02b req-a629d3a2-68fa-4e56-a06c-308d94bd42fb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 943 time: 0.0474355 Oct 23 01:01:48.817058 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:48.845716 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4132bd0b-d14c-4ca6-b491-83463b1dc02b req-ddfb7fa6-e8e0-48e0-989e-69c617d04dc1 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443547 Oct 23 01:01:48.938943 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e06951-7830-42f5-88c9-0a988a5be059 req-9bdfcd9e-2d47-4ece-99fe-637a7bfc296d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:48.940409 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81e06951-7830-42f5-88c9-0a988a5be059 req-9bdfcd9e-2d47-4ece-99fe-637a7bfc296d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0505621 Oct 23 01:01:48.986269 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81e06951-7830-42f5-88c9-0a988a5be059 req-ce6a65c9-7ce7-4eab-8643-c243084b7fa7 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402627 Oct 23 01:01:49.524284 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b474d8-43e6-4c61-b333-4ac6884acc72 req-d09777e5-5213-4a50-938f-4a5a5a2b0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:49.525796 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-c8b474d8-43e6-4c61-b333-4ac6884acc72 req-d09777e5-5213-4a50-938f-4a5a5a2b0fec service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 1127 time: 0.0397484 Oct 23 01:01:49.624579 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b474d8-43e6-4c61-b333-4ac6884acc72 req-7391d334-4532-4838-a7f3-0abf83519f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:49.626039 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-c8b474d8-43e6-4c61-b333-4ac6884acc72 req-7391d334-4532-4838-a7f3-0abf83519f1b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0926600 Oct 23 01:01:49.725080 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b474d8-43e6-4c61-b333-4ac6884acc72 req-7fed6791-3df2-41cc-a45a-d1215aa2cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:49.726572 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-c8b474d8-43e6-4c61-b333-4ac6884acc72 req-7fed6791-3df2-41cc-a45a-d1215aa2cdf1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933585 Oct 23 01:01:49.929870 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:49.990923 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209750-c9bb-42ce-a652-57734643e51a req-aa9f7b21-4e0c-4573-9163-0bbf8e073188 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:49.992457 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8f209750-c9bb-42ce-a652-57734643e51a req-aa9f7b21-4e0c-4573-9163-0bbf8e073188 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 943 time: 0.0727372 Oct 23 01:01:49.993078 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-db9bca60-d125-4b6d-b033-9ef2a956e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:49.994627 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-db9bca60-d125-4b6d-b033-9ef2a956e52f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 1127 time: 0.0430992 Oct 23 01:01:50.020400 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-41e11bc6-1bba-4ec9-ab22-3de317e15593 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:50.021877 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-41e11bc6-1bba-4ec9-ab22-3de317e15593 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0697718 Oct 23 01:01:50.034143 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-e2fbbd13-f0fb-4595-929d-d9e83cd1f6c3 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=512a9d81-9a83-4188-a19d-fc648a5e53ce HTTP/1.1" status: 200 len: 217 time: 0.0327919 Oct 23 01:01:50.082563 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5eed7492-622e-404c-bcb7-e1503353ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:50.084256 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-5eed7492-622e-404c-bcb7-e1503353ba3c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=522d6201-54ac-44a3-be79-eca7f6705ff3 HTTP/1.1" status: 200 len: 850 time: 0.0450611 Oct 23 01:01:50.108597 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8f209750-c9bb-42ce-a652-57734643e51a req-f2469355-091f-4a33-a97a-798a44a1780f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094804 Oct 23 01:01:50.130013 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-80afac28-ad71-49e1-aa68-7a21e6c49642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:50.131504 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-80afac28-ad71-49e1-aa68-7a21e6c49642 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=197197c1-cb86-4ff6-9445-13bfeba0b392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420709 Oct 23 01:01:50.153321 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5c220-b88c-4970-975a-b912018b484e req-db65bf93-72f0-4c1e-8986-c74821e32d5d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:50.154777 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cec5c220-b88c-4970-975a-b912018b484e req-db65bf93-72f0-4c1e-8986-c74821e32d5d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 945 time: 0.0880699 Oct 23 01:01:50.184681 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Deleting port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:50.184950 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:50.219049 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-14939eec-ec08-4995-b3c6-39436b054d90 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810897 Oct 23 01:01:50.317254 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-6b7b89f7-f1db-4a5a-9952-15c3308082bd req-f8036125-b2ad-40a1-82ea-2cbe062f4398 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912430 Oct 23 01:01:50.477859 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cec5c220-b88c-4970-975a-b912018b484e req-282c1c5d-d332-4f5e-a982-01dc0ae9922d tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7bd85919-c036-4128-a3de-b62a1d991213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153307 Oct 23 01:01:50.516850 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] For port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:50.517215 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:50.673549 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:50.673906 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (21cd5b3a-7f61-4da5-980e-48247cb23331), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:50.674217 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Floating IP 21cd5b3a-7f61-4da5-980e-48247cb23331 disassociated. External IP: 172.37.1.223, port: 915e9fb0-b2d5-4b3c-9097-5cedd88cb558. Oct 23 01:01:50.674551 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Calling delete_port for 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:50.797470 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (915e9fb0-b2d5-4b3c-9097-5cedd88cb558), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:50.824281 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event deleted for resources: {'Port': ['ID=915e9fb0-b2d5-4b3c-9097-5cedd88cb558,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:50.835879 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.836231 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.836613 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.836931 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.837264 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.837589 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.837914 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.838235 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.838556 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.838877 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.839198 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.840059 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.840415 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.840740 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.841055 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:50.897070 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:50.944368 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Router eecd47ed-1d86-4cb6-962a-3858a4983b98 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:50.993295 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:51.046510 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:01:51.055538 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] Sync routers for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:01:51.066027 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:51.066619 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:51.088085 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] No DVR routers for this DVR port 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:01:51.091293 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:51.094569 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a11fb8fc-e7d6-4ffa-aa48-c1201ea7e0dd req-9bbcb309-dfca-4099-bc09-19bfe2bdd0ed tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "DELETE /networking/v2.0/ports/915e9fb0-b2d5-4b3c-9097-5cedd88cb558 HTTP/1.1" status: 204 len: 173 time: 1.0656526 Oct 23 01:01:51.095004 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'name': 'network-vif-deleted', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:51.097283 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca8af2b-99ac-43bf-977d-0fd4f6c2100c" -d '{"events": [{"server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "name": "network-vif-deleted", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:51.133357 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04393e8-801f-4a72-839c-1feb9a0401d0 x-openstack-request-id: req-a04393e8-801f-4a72-839c-1feb9a0401d0 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:51.133652 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e761278-922a-46e0-82e7-b4920d1761fd", "name": "network-vif-deleted", "tag": "915e9fb0-b2d5-4b3c-9097-5cedd88cb558", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:51.133930 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a04393e8-801f-4a72-839c-1feb9a0401d0 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:51.134356 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04393e8-801f-4a72-839c-1feb9a0401d0'] response: {'server_uuid': '0e761278-922a-46e0-82e7-b4920d1761fd', 'name': 'network-vif-deleted', 'tag': '915e9fb0-b2d5-4b3c-9097-5cedd88cb558', 'status': 'completed', 'code': 200} Oct 23 01:01:51.170873 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:51.237618 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a7ff3-90fd-4c8c-a5d4-af0274c4c9ce req-1677ba2b-7239-4b85-b416-f32a283b35dd tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:51.239179 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-536a7ff3-90fd-4c8c-a5d4-af0274c4c9ce req-1677ba2b-7239-4b85-b416-f32a283b35dd tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 943 time: 0.0526977 Oct 23 01:01:51.297287 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-536a7ff3-90fd-4c8c-a5d4-af0274c4c9ce req-516071cd-9617-4080-b2e9-f7a263e575b2 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519068 Oct 23 01:01:51.379868 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:51.381401 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:51.405804 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] Checking router: eecd47ed-1d86-4cb6-962a-3858a4983b98 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:01:51.412642 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:51.414772 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:51.415305 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:51.515413 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:51.583950 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1a751349-0a03-41c2-872d-ad9386aed8da req-31e7dec4-122d-4dc2-a2f1-207a5884c5e1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 210 time: 0.0292411 Oct 23 01:01:51.699645 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:51.726674 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57406f-5b06-4da3-9b6e-da71194093c9 None None] The sync data for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb is: [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 4, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '37892600-08ca-46a1-be17-7a9f4cc93240', 'name': '', 'network_id': 'd4e2c99e-0b61-4845-895a-2bc751b78855', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'mac_address': 'fa:16:3e:fb:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:35Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'subnets': [{'id': '8aa207c2-f1a6-4db4-abe0-0f2a9943657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:01:51.934435 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df78524-6651-4a5a-a6f9-b2345f513f54 None None] New status for floating IP 21cd5b3a-7f61-4da5-980e-48247cb23331: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:01:52.281296 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:52.413916 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec1f6b-440e-4d5b-a35f-d407592c2d7c req-dc5631ac-2318-4fb0-b139-bdf8f9e0c39f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:52.415280 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3cec1f6b-440e-4d5b-a35f-d407592c2d7c req-dc5631ac-2318-4fb0-b139-bdf8f9e0c39f tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 943 time: 0.0468585 Oct 23 01:01:52.463036 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3cec1f6b-440e-4d5b-a35f-d407592c2d7c req-0279bfec-02d4-4d04-abe7-a2cd9fa5b2a7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420108 Oct 23 01:01:52.689422 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c141e6c1-f755-493e-aa5e-009ef3bb2ea5 req-4832b44f-96c9-48af-86e2-e601dceeb1d4 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0e761278-922a-46e0-82e7-b4920d1761fd HTTP/1.1" status: 200 len: 210 time: 0.0310485 Oct 23 01:01:53.004295 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 512a9d81-9a83-4188-a19d-fc648a5e53ce details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:01:53.008816 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:01:53.035929 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:01:53.036281 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 915e9fb0-b2d5-4b3c-9097-5cedd88cb558 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:01:53.126144 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 512a9d81-9a83-4188-a19d-fc648a5e53ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=512a9d81-9a83-4188-a19d-fc648a5e53ce,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:53.138133 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'port_id': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'mac_address': 'fa:16:3e:6f:6e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:01:53.170877 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 512a9d81-9a83-4188-a19d-fc648a5e53ce is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:53.171268 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:53.184331 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512a9d81-9a83-4188-a19d-fc648a5e53ce {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:53.204240 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 512a9d81-9a83-4188-a19d-fc648a5e53ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=512a9d81-9a83-4188-a19d-fc648a5e53ce,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:53.208070 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:53.257842 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=512a9d81-9a83-4188-a19d-fc648a5e53ce,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:53.580941 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be71b4-1375-43d2-bb34-c99992a223ef req-0df329c7-f5da-441a-a83d-8be903e3c560 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:53.582490 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-37be71b4-1375-43d2-bb34-c99992a223ef req-0df329c7-f5da-441a-a83d-8be903e3c560 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 944 time: 0.0470729 Oct 23 01:01:53.601417 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['512a9d81-9a83-4188-a19d-fc648a5e53ce'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:01:53.631345 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-37be71b4-1375-43d2-bb34-c99992a223ef req-1971a087-f6fd-4058-a466-62f6d69f59d8 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432856 Oct 23 01:01:53.779346 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41866) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:53.834112 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group (7bd85919-c036-4128-a3de-b62a1d991213), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:53.856734 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group (7bd85919-c036-4128-a3de-b62a1d991213), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:53.904120 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (7bd85919-c036-4128-a3de-b62a1d991213), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:53.906687 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:53.907812 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7bd85919-c036-4128-a3de-b62a1d991213 HTTP/1.1" status: 204 len: 168 time: 0.1274800 Oct 23 01:01:53.910507 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41868) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:53.916681 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd85919-c036-4128-a3de-b62a1d991213,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:53.924648 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.924994 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.925330 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.925440 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.api.v2.resource [None req-d7712796-c84c-4b93-8df9-fec4f1cda957 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] show failed (client error): The resource could not be found. Oct 23 01:01:53.925661 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.925985 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.926309 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.926422 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-d7712796-c84c-4b93-8df9-fec4f1cda957 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups/7bd85919-c036-4128-a3de-b62a1d991213 HTTP/1.1" status: 404 len: 347 time: 0.0149426 Oct 23 01:01:53.926615 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.927038 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.927360 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.927677 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.928011 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.928278 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.928616 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.928930 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:53.929059 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41870) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:53.929243 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cc7c1-4fbe-4c36-9884-b3566066e838 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:54.042228 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Deleting port 372f479c-0547-46f4-bbd4-b82eefe6ea8b {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:54.042479 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (372f479c-0547-46f4-bbd4-b82eefe6ea8b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:54.120207 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (372f479c-0547-46f4-bbd4-b82eefe6ea8b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:54.120586 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (372f479c-0547-46f4-bbd4-b82eefe6ea8b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:54.132678 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Calling delete_port for 372f479c-0547-46f4-bbd4-b82eefe6ea8b owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:54.257415 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (372f479c-0547-46f4-bbd4-b82eefe6ea8b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:54.283168 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event deleted for resources: {'Port': ['ID=372f479c-0547-46f4-bbd4-b82eefe6ea8b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:54.346643 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks [] for floatingip (21cd5b3a-7f61-4da5-980e-48247cb23331), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:54.349121 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:54.350251 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-19f040ad-2b6f-406f-b1fc-718976cd089e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/21cd5b3a-7f61-4da5-980e-48247cb23331 HTTP/1.1" status: 204 len: 168 time: 0.4203174 Oct 23 01:01:54.749176 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37f45-3246-48fb-92e7-3d279df434c8 req-9f3736d4-54e0-449e-91e1-b7aea870fe09 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:54.750602 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bca37f45-3246-48fb-92e7-3d279df434c8 req-9f3736d4-54e0-449e-91e1-b7aea870fe09 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 944 time: 0.0463135 Oct 23 01:01:54.762128 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:54.798999 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bca37f45-3246-48fb-92e7-3d279df434c8 req-2c3ab9e3-dc90-4b7e-a2c4-e98bca920967 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Oct 23 01:01:55.029032 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 512a9d81-9a83-4188-a19d-fc648a5e53ce up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:01:55.068672 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:55.071213 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 512a9d81-9a83-4188-a19d-fc648a5e53ce completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:01:55.077516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 512a9d81-9a83-4188-a19d-fc648a5e53ce triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:55.077894 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:55.078203 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 512a9d81-9a83-4188-a19d-fc648a5e53ce Oct 23 01:01:55.099589 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=9,neutron:SELECT=90,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:55.153028 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 512a9d81-9a83-4188-a19d-fc648a5e53ce is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:55.153413 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:55.175507 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512a9d81-9a83-4188-a19d-fc648a5e53ce'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:55.177611 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a2d7c0-29c8-4d7f-82f5-492a022206fb" -d '{"events": [{"server_uuid": "5ff28a7b-7278-47a8-872c-2890cdd9046c", "name": "network-vif-plugged", "status": "completed", "tag": "512a9d81-9a83-4188-a19d-fc648a5e53ce"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:55.193660 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 512a9d81-9a83-4188-a19d-fc648a5e53ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=512a9d81-9a83-4188-a19d-fc648a5e53ce,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:55.197356 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:55.221726 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e60de5-6106-4e9b-a919-e391431d8f7a x-openstack-request-id: req-76e60de5-6106-4e9b-a919-e391431d8f7a {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:55.222032 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff28a7b-7278-47a8-872c-2890cdd9046c", "name": "network-vif-plugged", "status": "completed", "tag": "512a9d81-9a83-4188-a19d-fc648a5e53ce", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:55.222282 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76e60de5-6106-4e9b-a919-e391431d8f7a {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:55.222664 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e60de5-6106-4e9b-a919-e391431d8f7a'] response: {'server_uuid': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'code': 200} Oct 23 01:01:55.246316 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=512a9d81-9a83-4188-a19d-fc648a5e53ce,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:55.373060 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:55.405285 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbb305-a768-4f20-a913-268dc32228bf req-cda8409b-e123-4f79-88bd-1d110554fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:55.406814 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ffbb305-a768-4f20-a913-268dc32228bf req-cda8409b-e123-4f79-88bd-1d110554fbd5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 1129 time: 0.0431306 Oct 23 01:01:55.450522 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ffbb305-a768-4f20-a913-268dc32228bf req-ec99f5b6-9b11-4599-9033-cf37df8e5f17 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374010 Oct 23 01:01:55.921849 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0528b-cb71-4089-b06d-79ccecc5e2d5 req-4de4334a-9826-4e57-b1e6-c7b4e839e0ad tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:55.923323 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-10a0528b-cb71-4089-b06d-79ccecc5e2d5 req-4de4334a-9826-4e57-b1e6-c7b4e839e0ad tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 945 time: 0.0471437 Oct 23 01:01:55.969347 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-10a0528b-cb71-4089-b06d-79ccecc5e2d5 req-65580099-b393-4a19-889a-b5166a81544b tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403767 Oct 23 01:01:56.829926 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfcb54-08da-4853-80af-f417891cfcfb req-3972eee4-4ddb-4d2a-b6cb-d131386b9697 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:56.831850 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-46bfcb54-08da-4853-80af-f417891cfcfb req-3972eee4-4ddb-4d2a-b6cb-d131386b9697 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0500312 Oct 23 01:01:56.879592 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-46bfcb54-08da-4853-80af-f417891cfcfb req-f8b29ad0-09b4-46eb-bbbd-ad321950de24 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Oct 23 01:01:57.089295 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84535-f2e2-4a6c-afcb-8ab30035580b req-f03f1d11-ea50-4b68-82db-5935aef955e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:57.091557 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-41d84535-f2e2-4a6c-afcb-8ab30035580b req-f03f1d11-ea50-4b68-82db-5935aef955e7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 945 time: 0.0473692 Oct 23 01:01:57.138680 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-41d84535-f2e2-4a6c-afcb-8ab30035580b req-5e39504d-84ea-443f-9885-c1304725b109 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415401 Oct 23 01:01:57.997471 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52c22-3c7a-41a4-81aa-dd558d50a428 req-2c8d2f6e-825e-4fb1-b04d-25571cc1569e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:57.998911 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-27d52c22-3c7a-41a4-81aa-dd558d50a428 req-2c8d2f6e-825e-4fb1-b04d-25571cc1569e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.0458913 Oct 23 01:01:58.050334 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-27d52c22-3c7a-41a4-81aa-dd558d50a428 req-4cfdaf08-0d5d-44e0-8da2-8afa7157de0e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456986 Oct 23 01:01:58.257157 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d2f45-5ece-42cf-ad1b-9049a76fcccd req-6e8e86a5-af12-4ead-96cb-d9f27d31d293 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:58.258643 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f77d2f45-5ece-42cf-ad1b-9049a76fcccd req-6e8e86a5-af12-4ead-96cb-d9f27d31d293 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 945 time: 0.0461762 Oct 23 01:01:58.304806 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f77d2f45-5ece-42cf-ad1b-9049a76fcccd req-20208a46-65e1-452f-bfb1-911ebe664caf tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400596 Oct 23 01:01:58.417595 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b8e6-d0be-4432-b8e2-2a2967f9e330 req-ba8cd580-7259-41ed-8bee-adecb90541b7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:58.419060 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d142b8e6-d0be-4432-b8e2-2a2967f9e330 req-ba8cd580-7259-41ed-8bee-adecb90541b7 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 945 time: 0.0461698 Oct 23 01:01:58.429219 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41902) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:58.433984 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Request body: {'floatingip': {'port_id': '512a9d81-9a83-4188-a19d-fc648a5e53ce'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:58.484286 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (88544e5f-2b86-42db-aa62-91a977aa2c28), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.567972 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eddc39-4210-4738-b82f-35bd91589d0e req-dd45c2b7-1b67-4267-806b-97e33c3016d1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:58.569405 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81eddc39-4210-4738-b82f-35bd91589d0e req-dd45c2b7-1b67-4267-806b-97e33c3016d1 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1025558 Oct 23 01:01:58.724627 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Deleting port 2d8e9126-482d-44e1-9597-8c430f225bf1 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:58.724889 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.838366 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:58.866519 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:58.925396 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] For port 2d8e9126-482d-44e1-9597-8c430f225bf1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8e9126-482d-44e1-9597-8c430f225bf1,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:58.925763 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.942738 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Calling delete_port for 2d8e9126-482d-44e1-9597-8c430f225bf1 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:59.177567 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.199371 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (88544e5f-2b86-42db-aa62-91a977aa2c28), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.257525 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e3aa-3287-4062-87d4-29a877e11fb9 req-f9901f67-227c-4ff7-b53d-dec528936b64 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:59.259012 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bef9e3aa-3287-4062-87d4-29a877e11fb9 req-f9901f67-227c-4ff7-b53d-dec528936b64 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c92117a8-2673-4bf0-83db-f538d9d6ba1b HTTP/1.1" status: 200 len: 946 time: 0.1301436 Oct 23 01:01:59.262172 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (2d8e9126-482d-44e1-9597-8c430f225bf1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.274261 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['2fbbdee7-6b12-4d87-b147-c692cc672a94'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:01:59.312385 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event deleted for resources: {'Port': ['ID=2d8e9126-482d-44e1-9597-8c430f225bf1,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:59.629391 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] No DVR routers for this DVR port 2d8e9126-482d-44e1-9597-8c430f225bf1 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:01:59.631744 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.634955 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81eddc39-4210-4738-b82f-35bd91589d0e req-a24e510c-748c-4446-a3b7-0e07f807a02c tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "DELETE /networking/v2.0/ports/2d8e9126-482d-44e1-9597-8c430f225bf1 HTTP/1.1" status: 204 len: 173 time: 1.0600264 Oct 23 01:01:59.644134 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92117a8-2673-4bf0-83db-f538d9d6ba1b', 'name': 'network-vif-deleted', 'tag': '2d8e9126-482d-44e1-9597-8c430f225bf1'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:59.646938 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b66430-3c2a-42c2-ba4a-8b0d893c4eab" -d '{"events": [{"server_uuid": "c92117a8-2673-4bf0-83db-f538d9d6ba1b", "name": "network-vif-deleted", "tag": "2d8e9126-482d-44e1-9597-8c430f225bf1"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:59.659976 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bef9e3aa-3287-4062-87d4-29a877e11fb9 req-2607df23-6ec2-4fd3-8799-d8b79d1cc4e7 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921356 Oct 23 01:01:59.661641 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Floating IP 88544e5f-2b86-42db-aa62-91a977aa2c28 associated. External IP: 172.37.1.152, port: 512a9d81-9a83-4188-a19d-fc648a5e53ce. Oct 23 01:01:59.709755 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6ade8f-443e-45c9-b9de-030fd8eeb1bc x-openstack-request-id: req-bd6ade8f-443e-45c9-b9de-030fd8eeb1bc {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:59.710052 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92117a8-2673-4bf0-83db-f538d9d6ba1b", "name": "network-vif-deleted", "tag": "2d8e9126-482d-44e1-9597-8c430f225bf1", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:59.710924 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd6ade8f-443e-45c9-b9de-030fd8eeb1bc {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:59.711367 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6ade8f-443e-45c9-b9de-030fd8eeb1bc'] response: {'server_uuid': 'c92117a8-2673-4bf0-83db-f538d9d6ba1b', 'name': 'network-vif-deleted', 'tag': '2d8e9126-482d-44e1-9597-8c430f225bf1', 'status': 'completed', 'code': 200} Oct 23 01:01:59.906220 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:59.909270 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:00.015359 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:02:00.020112 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.022464 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:00.025048 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] Sync routers for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:02:00.035923 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:00.036567 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:00.050522 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-f7bd9bab-fa0f-4f13-9b51-dd9e55666a57 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/88544e5f-2b86-42db-aa62-91a977aa2c28 HTTP/1.1" status: 200 len: 991 time: 1.6203396 Oct 23 01:02:00.136960 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:00.515076 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '88544e5f-2b86-42db-aa62-91a977aa2c28', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'floating_ip_address': '172.37.1.152', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'port_id': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'mac_address': 'fa:16:3e:6f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:01:43Z', 'updated_at': '2022-10-23T01:01:59Z', 'revision_number': 1, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:00.544375 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] Checking router: 0278b914-c8ea-478e-9f0e-27c3d7025bb4 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:02:00.565565 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:00.566140 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:00.661077 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:00.663017 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:00.761611 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:00.870225 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '88544e5f-2b86-42db-aa62-91a977aa2c28', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'floating_ip_address': '172.37.1.152', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'port_id': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'mac_address': 'fa:16:3e:6f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:01:43Z', 'updated_at': '2022-10-23T01:01:59Z', 'revision_number': 1, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:00.898879 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9ba3b-553f-442c-8a35-db0338910640 None None] The sync data for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb is: [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '88544e5f-2b86-42db-aa62-91a977aa2c28', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'floating_ip_address': '172.37.1.152', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'port_id': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'mac_address': 'fa:16:3e:6f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:01:43Z', 'updated_at': '2022-10-23T01:01:59Z', 'revision_number': 1, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:02:00.965065 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2fcb9-15fb-465e-be94-7fb3a07d33d2 req-3abf95a7-f15e-4f22-a219-deeacb5cdd64 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:00.966565 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8ea2fcb9-15fb-465e-be94-7fb3a07d33d2 req-3abf95a7-f15e-4f22-a219-deeacb5cdd64 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0484705 Oct 23 01:02:01.015657 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-8ea2fcb9-15fb-465e-be94-7fb3a07d33d2 req-74eeb3dd-76d4-46ff-911d-feb1b0c2a993 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Oct 23 01:02:01.072755 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 2d8e9126-482d-44e1-9597-8c430f225bf1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:01.094188 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be1a054-8e8b-4434-b6c0-2b9e270351b0 None None] New status for floating IP 88544e5f-2b86-42db-aa62-91a977aa2c28: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:02:01.096526 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 2d8e9126-482d-44e1-9597-8c430f225bf1 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:01.096869 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 2d8e9126-482d-44e1-9597-8c430f225bf1 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:01.712746 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'tag': '512a9d81-9a83-4188-a19d-fc648a5e53ce'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:01.715712 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d38b63d-61d1-4971-a6ac-96542f9a3b73" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff28a7b-7278-47a8-872c-2890cdd9046c", "tag": "512a9d81-9a83-4188-a19d-fc648a5e53ce"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:01.751189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbdb6c5-efee-41be-a12f-68e71a88cd89 x-openstack-request-id: req-3bbdb6c5-efee-41be-a12f-68e71a88cd89 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:01.751483 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff28a7b-7278-47a8-872c-2890cdd9046c", "tag": "512a9d81-9a83-4188-a19d-fc648a5e53ce", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:01.751738 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bbdb6c5-efee-41be-a12f-68e71a88cd89 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:01.752143 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbdb6c5-efee-41be-a12f-68e71a88cd89'] response: {'name': 'network-changed', 'server_uuid': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'tag': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'status': 'completed', 'code': 200} Oct 23 01:02:02.139111 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cbe8e-8f58-4c57-b23a-62103f128b38 req-a23c6ebc-a758-4cf4-acbe-d7a025f921d3 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:02.140611 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-794cbe8e-8f58-4c57-b23a-62103f128b38 req-a23c6ebc-a758-4cf4-acbe-d7a025f921d3 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0511746 Oct 23 01:02:02.185993 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-794cbe8e-8f58-4c57-b23a-62103f128b38 req-514f3405-1d0c-49fc-9301-c22a588f64b5 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Oct 23 01:02:02.642252 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:02:02.721608 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-7936fb45-ff00-43c0-8490-550f3860bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:02.723067 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-7936fb45-ff00-43c0-8490-550f3860bcf4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 1129 time: 0.0383847 Oct 23 01:02:02.813730 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-56f3fadb-d4f3-42ef-b6d1-fb74f8553f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:02.815209 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-56f3fadb-d4f3-42ef-b6d1-fb74f8553f98 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 200 len: 912 time: 0.0859072 Oct 23 01:02:02.876474 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-4ac18de8-b1e3-4497-b6d8-b681cb62e1bc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=512a9d81-9a83-4188-a19d-fc648a5e53ce HTTP/1.1" status: 200 len: 1001 time: 0.0551267 Oct 23 01:02:02.924490 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-847bf667-9eb4-4eef-9df1-303867edd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:02.925774 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-847bf667-9eb4-4eef-9df1-303867edd72d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=522d6201-54ac-44a3-be79-eca7f6705ff3 HTTP/1.1" status: 200 len: 850 time: 0.0420172 Oct 23 01:02:02.971290 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-5f25048b-b729-4349-82ce-8be2964bb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:02.972743 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-5f25048b-b729-4349-82ce-8be2964bb3ae service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=197197c1-cb86-4ff6-9445-13bfeba0b392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0406542 Oct 23 01:02:03.077336 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-db499c7e-3011-420a-be1b-7f53892b5220 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806930 Oct 23 01:02:03.311620 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-0f007875-84d1-47dc-880c-455d767ca895 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:03.313116 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-0f007875-84d1-47dc-880c-455d767ca895 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0465801 Oct 23 01:02:03.357154 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7793-513d-4966-8098-800316374f51 req-9881d0a2-43ec-4e19-90c7-89e672e98252 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:03.358618 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9d9c7793-513d-4966-8098-800316374f51 req-9881d0a2-43ec-4e19-90c7-89e672e98252 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 945 time: 0.0966933 Oct 23 01:02:03.401222 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Deleting port 2fbbdee7-6b12-4d87-b147-c692cc672a94 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:03.401611 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.411731 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0d38b63d-61d1-4971-a6ac-96542f9a3b73 req-04c1d171-ddb4-439f-9f7b-3606ee4f1131 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479051 Oct 23 01:02:03.427779 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9d9c7793-513d-4966-8098-800316374f51 req-cd65955e-0e16-42f5-b33a-f016127b542e tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4d85082b-3b8c-4f86-ad9f-38ec67abf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630040 Oct 23 01:02:03.454896 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:03.478106 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:03.497267 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] For port 2fbbdee7-6b12-4d87-b147-c692cc672a94, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2fbbdee7-6b12-4d87-b147-c692cc672a94,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:03.497656 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.512477 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Calling delete_port for 2fbbdee7-6b12-4d87-b147-c692cc672a94 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:03.881742 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (2fbbdee7-6b12-4d87-b147-c692cc672a94), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.892688 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['2fbbdee7-6b12-4d87-b147-c692cc672a94'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:02:03.907737 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Pushing event deleted for resources: {'Port': ['ID=2fbbdee7-6b12-4d87-b147-c692cc672a94,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:03.956015 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] No DVR routers for this DVR port 2fbbdee7-6b12-4d87-b147-c692cc672a94 on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:02:03.958474 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.961643 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d40df829-5c36-4722-92c4-bb6b8ea73771 req-7b1be9af-d918-40dd-937c-cd8112e959f2 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.43 "DELETE /networking/v2.0/ports/2fbbdee7-6b12-4d87-b147-c692cc672a94 HTTP/1.1" status: 204 len: 173 time: 0.6432114 Oct 23 01:02:03.962123 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd319e972-fe53-4f0f-b706-cdcb7f14005a', 'name': 'network-vif-deleted', 'tag': '2fbbdee7-6b12-4d87-b147-c692cc672a94'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:03.965026 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf55433-6c83-4792-9971-58ffccd6c207" -d '{"events": [{"server_uuid": "d319e972-fe53-4f0f-b706-cdcb7f14005a", "name": "network-vif-deleted", "tag": "2fbbdee7-6b12-4d87-b147-c692cc672a94"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:04.006136 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be06e14-4220-4ad7-9711-7852dfb0f57e x-openstack-request-id: req-5be06e14-4220-4ad7-9711-7852dfb0f57e {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:04.006424 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d319e972-fe53-4f0f-b706-cdcb7f14005a", "name": "network-vif-deleted", "tag": "2fbbdee7-6b12-4d87-b147-c692cc672a94", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:04.006665 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5be06e14-4220-4ad7-9711-7852dfb0f57e {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:04.007064 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be06e14-4220-4ad7-9711-7852dfb0f57e'] response: {'server_uuid': 'd319e972-fe53-4f0f-b706-cdcb7f14005a', 'name': 'network-vif-deleted', 'tag': '2fbbdee7-6b12-4d87-b147-c692cc672a94', 'status': 'completed', 'code': 200} Oct 23 01:02:04.552427 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a31eed3d-34ad-49ee-b5fd-933d0a9c7127 req-b195af09-a992-4bd5-a0fb-811d9ab41d89 tempest-ServerRescueNegativeTestJSON-2082527082 tempest-ServerRescueNegativeTestJSON-2082527082-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d319e972-fe53-4f0f-b706-cdcb7f14005a HTTP/1.1" status: 200 len: 210 time: 0.0304101 Oct 23 01:02:05.313884 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a207-ca23-487a-a13e-6822e32f2b08 req-cf83980d-4a8d-4970-a0f2-5d922f931480 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:05.315334 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c839a207-ca23-487a-a13e-6822e32f2b08 req-cf83980d-4a8d-4970-a0f2-5d922f931480 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0505574 Oct 23 01:02:05.366782 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c839a207-ca23-487a-a13e-6822e32f2b08 req-fc0e6475-1d6c-4378-ad7c-4ec167ec7665 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458961 Oct 23 01:02:05.617521 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41938) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:06.014723 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (eecd47ed-1d86-4cb6-962a-3858a4983b98), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:06.228683 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Deleting port 37892600-08ca-46a1-be17-7a9f4cc93240 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:06.229025 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:06.273189 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:06.311017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] For port 37892600-08ca-46a1-be17-7a9f4cc93240, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=37892600-08ca-46a1-be17-7a9f4cc93240,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:06.311379 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:06.323971 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Calling delete_port for 37892600-08ca-46a1-be17-7a9f4cc93240 owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:06.331596 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:06.487729 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cdc2-8025-434f-835c-88c8caeaa1e0 req-91c91a32-62d4-4953-ba45-d6c164e40a41 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:06.489229 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3de3cdc2-8025-434f-835c-88c8caeaa1e0 req-91c91a32-62d4-4953-ba45-d6c164e40a41 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0470617 Oct 23 01:02:06.499846 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (37892600-08ca-46a1-be17-7a9f4cc93240), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:06.510061 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:06.522224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Pushing event deleted for resources: {'Port': ['ID=37892600-08ca-46a1-be17-7a9f4cc93240,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:06.541603 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3de3cdc2-8025-434f-835c-88c8caeaa1e0 req-357d54ab-b4ba-40b5-97af-5ad3c5fe924f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Oct 23 01:02:06.693090 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (eecd47ed-1d86-4cb6-962a-3858a4983b98), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:06.712541 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ce96d-ad24-492e-94c0-8ad2cc7c324a None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:02:06.813448 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ce96d-ad24-492e-94c0-8ad2cc7c324a None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:02:06.894125 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Router eecd47ed-1d86-4cb6-962a-3858a4983b98 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:02:06.993988 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:02:06.999790 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ab3b0cd0-d6c9-4c6f-b8a3-edaf30124060 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/eecd47ed-1d86-4cb6-962a-3858a4983b98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812945 Oct 23 01:02:07.002363 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41946) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:07.005320 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] Sync routers for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:02:07.018100 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:07.018794 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:07.102799 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 2fbbdee7-6b12-4d87-b147-c692cc672a94 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:07.107988 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks [] for router (eecd47ed-1d86-4cb6-962a-3858a4983b98), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.121979 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:07.125180 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 2fbbdee7-6b12-4d87-b147-c692cc672a94 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:07.125714 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 2fbbdee7-6b12-4d87-b147-c692cc672a94 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:07.153900 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:07.164021 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:07.220610 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks [] for router_gateway (eecd47ed-1d86-4cb6-962a-3858a4983b98), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.266064 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Deleting port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:07.266851 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.304119 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T01:02:06Z', 'revision_number': 5, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port': {'id': '3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:07.329923 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] Checking router: eecd47ed-1d86-4cb6-962a-3858a4983b98 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:02:07.338880 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] Routers {'eecd47ed-1d86-4cb6-962a-3858a4983b98'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:07.339525 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:01:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['eecd47ed-1d86-4cb6-962a-3858a4983b98'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:07.347581 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] For port 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:07.348026 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.366623 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Calling delete_port for 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:07.426562 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] Set router eecd47ed-1d86-4cb6-962a-3858a4983b98 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:07.476937 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T01:02:07Z', 'revision_number': 6, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:07.502263 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab789d7-b471-4abe-97fe-035a6cb98fa4 None None] The sync data for ids ['eecd47ed-1d86-4cb6-962a-3858a4983b98'] in dv-cinder-master-3-smb is: [{'id': 'eecd47ed-1d86-4cb6-962a-3858a4983b98', 'name': 'tempest-ServerRescueNegativeTestJSON-390171906-router', 'tenant_id': 'ebac7696faf14dfea4957e97b589029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T01:02:07Z', 'revision_number': 6, 'project_id': 'ebac7696faf14dfea4957e97b589029d', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:02:07.538545 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-7862bd6f-3f30-46ea-a6ee-9e51112c7228 None None] Provisioning complete for port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:07.539465 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7862bd6f-3f30-46ea-a6ee-9e51112c7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.539626 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.539843 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-7862bd6f-3f30-46ea-a6ee-9e51112c7228 None None] Attempt 1 to provision port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a Oct 23 01:02:07.560519 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:07.563510 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:07.624619 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7862bd6f-3f30-46ea-a6ee-9e51112c7228 None None] Current status of the port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:07.629942 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (eecd47ed-1d86-4cb6-962a-3858a4983b98), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.658471 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:07.669622 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e4ef9-d0d3-410a-aa3b-4fdd7e619675 req-0248f5d8-217a-4f2c-939d-74ce1b4d452e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:07.671180 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-015e4ef9-d0d3-410a-aa3b-4fdd7e619675 req-0248f5d8-217a-4f2c-939d-74ce1b4d452e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0493050 Oct 23 01:02:07.726466 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-015e4ef9-d0d3-410a-aa3b-4fdd7e619675 req-3fca254f-4244-4ce4-9394-976952c8410e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494387 Oct 23 01:02:07.729607 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (eecd47ed-1d86-4cb6-962a-3858a4983b98), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.731893 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks [] for router_controller (eecd47ed-1d86-4cb6-962a-3858a4983b98), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.794294 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (eecd47ed-1d86-4cb6-962a-3858a4983b98), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.794950 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eecd47ed-1d86-4cb6-962a-3858a4983b98 {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:02:07.799960 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.801044 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-9ba1cec7-0f80-4676-b054-e9076af36d14 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/eecd47ed-1d86-4cb6-962a-3858a4983b98 HTTP/1.1" status: 204 len: 168 time: 0.7975204 Oct 23 01:02:07.803684 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41954) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:07.850765 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8c9e92-aa3c-458a-85cf-70419c29cc1f admin admin] Deleting subnet 8aa207c2-f1a6-4db4-abe0-0f2a9943657d {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:02:07.854197 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9e92-aa3c-458a-85cf-70419c29cc1f admin admin] Publish callbacks [] for subnet (8aa207c2-f1a6-4db4-abe0-0f2a9943657d), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.889902 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9e92-aa3c-458a-85cf-70419c29cc1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4691568'] for subnet (8aa207c2-f1a6-4db4-abe0-0f2a9943657d), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:07.975538 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9e92-aa3c-458a-85cf-70419c29cc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (8aa207c2-f1a6-4db4-abe0-0f2a9943657d), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.028981 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9e92-aa3c-458a-85cf-70419c29cc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4593651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4677965'] for subnet (8aa207c2-f1a6-4db4-abe0-0f2a9943657d), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.033216 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:08.055064 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c9e92-aa3c-458a-85cf-70419c29cc1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa207c2-f1a6-4db4-abe0-0f2a9943657d,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:08.060217 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9e92-aa3c-458a-85cf-70419c29cc1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.063185 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-0b8c9e92-aa3c-458a-85cf-70419c29cc1f admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/8aa207c2-f1a6-4db4-abe0-0f2a9943657d HTTP/1.1" status: 204 len: 168 time: 0.2584825 Oct 23 01:02:08.065890 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41956) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:08.068123 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223f9bd-1e90-4188-a42c-041bc6b59677 None None] Network d4e2c99e-0b61-4845-895a-2bc751b78855 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:02:08.137848 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (d4e2c99e-0b61-4845-895a-2bc751b78855), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.139435 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:08.184091 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Deleting port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:08.184370 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.247042 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] For port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9c9432e9-c132-4ba4-8c55-8a68ef7bc74a,segment=NetworkSegment(a610ab8e-1318-4144-a777-e6852a916eff),segment_id=a610ab8e-1318-4144-a777-e6852a916eff)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:08.247322 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.260539 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Calling delete_port for 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:08.281447 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:08.358780 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (9c9432e9-c132-4ba4-8c55-8a68ef7bc74a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.376889 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc72294-ecd0-4697-96d1-831f0ed25ed6 None None] DHCP port deletion for d4e2c99e-0b61-4845-895a-2bc751b78855 request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:02:08.382656 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9432e9-c132-4ba4-8c55-8a68ef7bc74a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:08.391840 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] No DVR routers for this DVR port 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a on host dv-cinder-master-3-smb {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:02:08.411928 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 37892600-08ca-46a1-be17-7a9f4cc93240 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:08.431401 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 37892600-08ca-46a1-be17-7a9f4cc93240 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:08.431751 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 37892600-08ca-46a1-be17-7a9f4cc93240 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:08.468606 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (d4e2c99e-0b61-4845-895a-2bc751b78855), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.488051 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e2c99e-0b61-4845-895a-2bc751b78855']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:08.497737 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a610ab8e-1318-4144-a777-e6852a916eff') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:08.498031 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a610ab8e-1318-4144-a777-e6852a916eff') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:08.508389 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4691579'] for segment (a610ab8e-1318-4144-a777-e6852a916eff), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.523124 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (a610ab8e-1318-4144-a777-e6852a916eff), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.530371 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:02:08.530752 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590165'] for segment (a610ab8e-1318-4144-a777-e6852a916eff), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.572338 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment a610ab8e-1318-4144-a777-e6852a916eff resource provider aggregate not found Oct 23 01:02:08.601918 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (d4e2c99e-0b61-4845-895a-2bc751b78855), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.604787 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment a610ab8e-1318-4144-a777-e6852a916eff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a610ab8e-1318-4144-a777-e6852a916eff found for delete ", "request_id": "req-60c29a65-49da-4564-8421-a380f01449d7"}]} Oct 23 01:02:08.608780 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.611781 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/d4e2c99e-0b61-4845-895a-2bc751b78855 HTTP/1.1" status: 204 len: 168 time: 0.5450077 Oct 23 01:02:08.623086 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a9dc9-bf4f-4576-a9e8-d7eac60e55e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e2c99e-0b61-4845-895a-2bc751b78855,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:08.724555 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41964) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:08.765376 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-253daaaa-f193-4cef-b7c0-bca980895717 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ebac7696faf14dfea4957e97b589029d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395834 Oct 23 01:02:08.768104 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41968) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:08.850351 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef749a6c-a16e-4524-97ea-dcb51ae1de77 admin admin] Publish callbacks [] for security_group (4d85082b-3b8c-4f86-ad9f-38ec67abf871), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.859948 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1007-ee7a-42ef-b8fc-d84b706f6297 req-fe535280-4e62-4622-a7a8-31ee82e5c7cb tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:08.861413 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f19e1007-ee7a-42ef-b8fc-d84b706f6297 req-fe535280-4e62-4622-a7a8-31ee82e5c7cb tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0583508 Oct 23 01:02:08.891090 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef749a6c-a16e-4524-97ea-dcb51ae1de77 admin admin] Publish callbacks [] for security_group (4d85082b-3b8c-4f86-ad9f-38ec67abf871), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.950028 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f19e1007-ee7a-42ef-b8fc-d84b706f6297 req-3fc90079-f1c2-43c5-9fa4-515ca112cd32 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815980 Oct 23 01:02:08.968209 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef749a6c-a16e-4524-97ea-dcb51ae1de77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (4d85082b-3b8c-4f86-ad9f-38ec67abf871), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.970724 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef749a6c-a16e-4524-97ea-dcb51ae1de77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.971820 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ef749a6c-a16e-4524-97ea-dcb51ae1de77 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4d85082b-3b8c-4f86-ad9f-38ec67abf871 HTTP/1.1" status: 204 len: 168 time: 0.2026484 Oct 23 01:02:08.980242 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef749a6c-a16e-4524-97ea-dcb51ae1de77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d85082b-3b8c-4f86-ad9f-38ec67abf871,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:09.623486 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 41990) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:09.716888 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-986114985-network', 'tenant_id': '09d2b71a13854907af2b7b235c0a39ce'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:09.737124 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Made reservation on behalf of 09d2b71a13854907af2b7b235c0a39ce for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:09.739468 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.748605 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.823875 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Publish callbacks [] for security_group (8ac89ef4-6c3a-40fe-b66c-073b6f6cbdb4), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.827451 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8ac89ef4-6c3a-40fe-b66c-073b6f6cbdb4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.856055 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:02:09.861447 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac89ef4-6c3a-40fe-b66c-073b6f6cbdb4,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:09.868492 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (d3c0970a-4731-4525-bf09-29aa8c96535f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.869454 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.segments_db [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Added segment d3c0970a-4731-4525-bf09-29aa8c96535f of type vlan for network 0242dc57-ab79-460d-8619-f1dfd882f829 Oct 23 01:02:09.908465 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (0242dc57-ab79-460d-8619-f1dfd882f829), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.933445 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (0242dc57-ab79-460d-8619-f1dfd882f829), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.934448 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:09.935151 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.977374 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:09.999698 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 41996) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:10.000169 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3752151 Oct 23 01:02:10.002290 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:10.002641 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 3f8e0a3b-7d39-4dc5-b9b0-57f3895b1ca1 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:10.003333 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:10.005155 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Request body: {'subnet': {'network_id': '0242dc57-ab79-460d-8619-f1dfd882f829', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-986114985-subnet', 'tenant_id': '09d2b71a13854907af2b7b235c0a39ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:10.007460 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd26552-6c5b-418d-8e97-1ef35f79772f admin admin] Pushing event updated for resources: {'Network': ['ID=0242dc57-ab79-460d-8619-f1dfd882f829,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:10.023555 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network 0242dc57-ab79-460d-8619-f1dfd882f829 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:02:10.027022 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:10.027595 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 9c9432e9-c132-4ba4-8c55-8a68ef7bc74a not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:10.042833 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Made reservation on behalf of 09d2b71a13854907af2b7b235c0a39ce for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:10.046471 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4677970'] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.099971 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fd599-aa11-4162-80da-5f60c8736b34 req-e6e8ad0e-32eb-4b04-9c80-40038fadb952 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:10.105676 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2f4fd599-aa11-4162-80da-5f60c8736b34 req-e6e8ad0e-32eb-4b04-9c80-40038fadb952 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0538280 Oct 23 01:02:10.123570 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:10.156002 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2f4fd599-aa11-4162-80da-5f60c8736b34 req-312d4807-a8c8-4572-9d3b-fc135e24483a tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476429 Oct 23 01:02:10.215717 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4593584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4677956'] for subnet (efb4bf2a-0949-405b-b510-aadd7ca5a57e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.268636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb4bf2a-0949-405b-b510-aadd7ca5a57e,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:10.284019 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Checking segment: {'id': 'd3c0970a-4731-4525-bf09-29aa8c96535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0242dc57-ab79-460d-8619-f1dfd882f829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:02:10.284487 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Network hostable DHCP agents. Network: 0242dc57-ab79-460d-8619-f1dfd882f829, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:02:10.289854 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2fe7db9d-01fd-4af8-956c-008413ac4155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.291194 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:10.304677 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Network 0242dc57-ab79-460d-8619-f1dfd882f829 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:02:10.314150 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 0242dc57-ab79-460d-8619-f1dfd882f829) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:10.317996 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:10.318624 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.322253 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d9a5bc-0d4c-4ba1-aca3-187be9e0a75d None None] Network 0242dc57-ab79-460d-8619-f1dfd882f829 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:02:10.343241 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-9f22fd1d-582a-418a-8d25-1e02c90a79b8 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3335230 Oct 23 01:02:10.425916 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c815a1-f071-4b31-ac78-63a4a6b51a0f None None] Network 0242dc57-ab79-460d-8619-f1dfd882f829 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:02:10.807584 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42012) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:10.812551 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-54097946-network', 'tenant_id': '7036246d5f7843608f9f5aaf15ea9b20'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:10.825648 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:10.833712 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Made reservation on behalf of 7036246d5f7843608f9f5aaf15ea9b20 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:10.836010 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.846246 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.921604 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Publish callbacks [] for security_group (96a637af-d91c-4baa-9793-9a19009f8f3b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.924912 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (96a637af-d91c-4baa-9793-9a19009f8f3b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.950205 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:02:10.959086 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a637af-d91c-4baa-9793-9a19009f8f3b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:10.966546 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (6095b2a9-01db-4cf7-a12d-a95f85a3cd85), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.966546 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Added segment 6095b2a9-01db-4cf7-a12d-a95f85a3cd85 of type vlan for network c79e9e79-612f-44b7-b0ff-74e78bb6af69 Oct 23 01:02:11.005872 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (c79e9e79-612f-44b7-b0ff-74e78bb6af69), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.029440 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (c79e9e79-612f-44b7-b0ff-74e78bb6af69), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.030397 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:11.030971 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.280886 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e61360-1cfc-4abb-bf08-54348719895b req-fd4dfae2-fbcc-46ac-b9f1-da7d4e52141c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:11.282278 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20e61360-1cfc-4abb-bf08-54348719895b req-fd4dfae2-fbcc-46ac-b9f1-da7d4e52141c tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0492692 Oct 23 01:02:11.333190 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5245044 Oct 23 01:02:11.333447 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:11.336081 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42016) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:11.339653 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-20e61360-1cfc-4abb-bf08-54348719895b req-e807d238-e96a-4569-b10c-ca02baf92384 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515826 Oct 23 01:02:11.341229 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Request body: {'subnet': {'network_id': 'c79e9e79-612f-44b7-b0ff-74e78bb6af69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-54097946-subnet', 'tenant_id': '7036246d5f7843608f9f5aaf15ea9b20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:11.356480 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bad46-062f-4b20-8c57-a8919fe6ddc5 admin admin] Pushing event updated for resources: {'Network': ['ID=c79e9e79-612f-44b7-b0ff-74e78bb6af69,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:11.373646 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Made reservation on behalf of 7036246d5f7843608f9f5aaf15ea9b20 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:11.374600 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network c79e9e79-612f-44b7-b0ff-74e78bb6af69 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:02:11.376431 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4677970'] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.539943 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4593584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4677956'] for subnet (1f0f22eb-56d9-4c27-a250-3f4828027007), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.594422 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0f22eb-56d9-4c27-a250-3f4828027007,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:11.604427 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Checking segment: {'id': '6095b2a9-01db-4cf7-a12d-a95f85a3cd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c79e9e79-612f-44b7-b0ff-74e78bb6af69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:02:11.604736 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Network hostable DHCP agents. Network: c79e9e79-612f-44b7-b0ff-74e78bb6af69, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:02:11.621532 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Network c79e9e79-612f-44b7-b0ff-74e78bb6af69 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:02:11.629667 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c79e9e79-612f-44b7-b0ff-74e78bb6af69) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:11.633690 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:11.634141 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.638772 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8349f80c-4e05-4512-8073-d265095b81e3 None None] Network c79e9e79-612f-44b7-b0ff-74e78bb6af69 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:02:11.650222 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8e013d60-ba96-4eb3-a273-bbf504c8f554 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3129237 Oct 23 01:02:11.736982 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e66ca-f6fd-4425-b953-3e911c8606ed None None] Network c79e9e79-612f-44b7-b0ff-74e78bb6af69 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:02:11.766234 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42020) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:11.802579 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:11.819451 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1f49be-4fa5-45ab-8282-11308dfd15a1 admin admin] Deleting subnet efb4bf2a-0949-405b-b510-aadd7ca5a57e {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:02:11.822919 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab1f49be-4fa5-45ab-8282-11308dfd15a1 admin admin] Publish callbacks [] for subnet (efb4bf2a-0949-405b-b510-aadd7ca5a57e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.858466 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab1f49be-4fa5-45ab-8282-11308dfd15a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4691568'] for subnet (efb4bf2a-0949-405b-b510-aadd7ca5a57e), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.879648 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:11.903249 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab1f49be-4fa5-45ab-8282-11308dfd15a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (efb4bf2a-0949-405b-b510-aadd7ca5a57e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.953905 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab1f49be-4fa5-45ab-8282-11308dfd15a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4593651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4677965'] for subnet (efb4bf2a-0949-405b-b510-aadd7ca5a57e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.979332 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f49be-4fa5-45ab-8282-11308dfd15a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb4bf2a-0949-405b-b510-aadd7ca5a57e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:11.984186 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab1f49be-4fa5-45ab-8282-11308dfd15a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:11.987352 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ab1f49be-4fa5-45ab-8282-11308dfd15a1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/efb4bf2a-0949-405b-b510-aadd7ca5a57e HTTP/1.1" status: 204 len: 168 time: 0.2199275 Oct 23 01:02:11.989815 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42022) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:12.061070 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (0242dc57-ab79-460d-8619-f1dfd882f829), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.136884 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (0242dc57-ab79-460d-8619-f1dfd882f829), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.156334 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0242dc57-ab79-460d-8619-f1dfd882f829']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:12.165423 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c0970a-4731-4525-bf09-29aa8c96535f') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:12.165724 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c0970a-4731-4525-bf09-29aa8c96535f') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:12.175015 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4691579'] for segment (d3c0970a-4731-4525-bf09-29aa8c96535f), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.188598 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (d3c0970a-4731-4525-bf09-29aa8c96535f), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.194767 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:02:12.195148 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590165'] for segment (d3c0970a-4731-4525-bf09-29aa8c96535f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.238225 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment d3c0970a-4731-4525-bf09-29aa8c96535f resource provider aggregate not found Oct 23 01:02:12.255400 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment d3c0970a-4731-4525-bf09-29aa8c96535f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3c0970a-4731-4525-bf09-29aa8c96535f found for delete ", "request_id": "req-df7f9fe3-9e67-4440-9339-fad2978e2c71"}]} Oct 23 01:02:12.261965 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (0242dc57-ab79-460d-8619-f1dfd882f829), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.267306 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.270435 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/0242dc57-ab79-460d-8619-f1dfd882f829 HTTP/1.1" status: 204 len: 168 time: 0.2797225 Oct 23 01:02:12.273427 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42028) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:12.281338 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b911c-74ba-440e-9fdc-a6af8e648943 admin admin] Pushing event deleted for resources: {'Network': ['ID=0242dc57-ab79-460d-8619-f1dfd882f829,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:12.318197 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef8594d-367a-417a-b6e8-78cc2caf7f8d admin admin] Deleting subnet 1f0f22eb-56d9-4c27-a250-3f4828027007 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:02:12.321830 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fef8594d-367a-417a-b6e8-78cc2caf7f8d admin admin] Publish callbacks [] for subnet (1f0f22eb-56d9-4c27-a250-3f4828027007), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.357416 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fef8594d-367a-417a-b6e8-78cc2caf7f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3133807'] for subnet (1f0f22eb-56d9-4c27-a250-3f4828027007), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.401664 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fef8594d-367a-417a-b6e8-78cc2caf7f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (1f0f22eb-56d9-4c27-a250-3f4828027007), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.421717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1f3f2d1a-b8c0-4404-8aad-3cbb2fa71820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.485558 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd98f7c-6f01-4339-9de6-8f7772e43ee0 req-c2883750-a875-4807-aafa-d10921d16d66 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:12.487031 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9cd98f7c-6f01-4339-9de6-8f7772e43ee0 req-c2883750-a875-4807-aafa-d10921d16d66 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0601280 Oct 23 01:02:12.521003 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fef8594d-367a-417a-b6e8-78cc2caf7f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7741311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723940'] for subnet (1f0f22eb-56d9-4c27-a250-3f4828027007), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.558175 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8594d-367a-417a-b6e8-78cc2caf7f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0f22eb-56d9-4c27-a250-3f4828027007,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:12.571584 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9cd98f7c-6f01-4339-9de6-8f7772e43ee0 req-961c52e3-90fb-4e3e-b8d5-09ccd58a5800 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787954 Oct 23 01:02:12.572601 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fef8594d-367a-417a-b6e8-78cc2caf7f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.577564 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-fef8594d-367a-417a-b6e8-78cc2caf7f8d admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/1f0f22eb-56d9-4c27-a250-3f4828027007 HTTP/1.1" status: 204 len: 168 time: 0.3012581 Oct 23 01:02:12.578988 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42032) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:12.645977 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (c79e9e79-612f-44b7-b0ff-74e78bb6af69), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.722720 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (c79e9e79-612f-44b7-b0ff-74e78bb6af69), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.742470 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79e9e79-612f-44b7-b0ff-74e78bb6af69']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:12.751957 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6095b2a9-01db-4cf7-a12d-a95f85a3cd85') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:12.752252 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6095b2a9-01db-4cf7-a12d-a95f85a3cd85') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:12.761708 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4691579'] for segment (6095b2a9-01db-4cf7-a12d-a95f85a3cd85), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.774481 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (6095b2a9-01db-4cf7-a12d-a95f85a3cd85), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.781043 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:02:12.781420 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590165'] for segment (6095b2a9-01db-4cf7-a12d-a95f85a3cd85), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.833965 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (c79e9e79-612f-44b7-b0ff-74e78bb6af69), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.840848 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.843240 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/c79e9e79-612f-44b7-b0ff-74e78bb6af69 HTTP/1.1" status: 204 len: 168 time: 0.2632737 Oct 23 01:02:12.858956 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e014e-2088-4f62-9969-73d9125a8d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=c79e9e79-612f-44b7-b0ff-74e78bb6af69,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:13.000162 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42036) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:13.040226 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-7ab32e0e-d9ec-4445-92a5-6c8c0331ed4e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=09d2b71a13854907af2b7b235c0a39ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389378 Oct 23 01:02:13.043246 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42038) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:13.085957 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:13.091841 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d4f75907-80f1-41bc-8eb3-7276ebd16b77 admin admin] Publish callbacks [] for security_group (8ac89ef4-6c3a-40fe-b66c-073b6f6cbdb4), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.112484 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d4f75907-80f1-41bc-8eb3-7276ebd16b77 admin admin] Publish callbacks [] for security_group (8ac89ef4-6c3a-40fe-b66c-073b6f6cbdb4), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.158806 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d4f75907-80f1-41bc-8eb3-7276ebd16b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8ac89ef4-6c3a-40fe-b66c-073b6f6cbdb4), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.161411 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d4f75907-80f1-41bc-8eb3-7276ebd16b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.162532 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d4f75907-80f1-41bc-8eb3-7276ebd16b77 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8ac89ef4-6c3a-40fe-b66c-073b6f6cbdb4 HTTP/1.1" status: 204 len: 168 time: 0.1184030 Oct 23 01:02:13.170565 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f75907-80f1-41bc-8eb3-7276ebd16b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac89ef4-6c3a-40fe-b66c-073b6f6cbdb4,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:13.470764 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42046) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:13.498236 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:13.512246 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6efeb87c-44a5-46ce-a0d4-91d2e8a93588 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7036246d5f7843608f9f5aaf15ea9b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402725 Oct 23 01:02:13.514709 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42048) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:13.563789 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7ffa-0574-4809-bcdb-ab0eca377b68 admin admin] Publish callbacks [] for security_group (96a637af-d91c-4baa-9793-9a19009f8f3b), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.582928 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7ffa-0574-4809-bcdb-ab0eca377b68 admin admin] Publish callbacks [] for security_group (96a637af-d91c-4baa-9793-9a19009f8f3b), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.630679 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7ffa-0574-4809-bcdb-ab0eca377b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (96a637af-d91c-4baa-9793-9a19009f8f3b), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.633429 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7ffa-0574-4809-bcdb-ab0eca377b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.634569 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-2e1c7ffa-0574-4809-bcdb-ab0eca377b68 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/96a637af-d91c-4baa-9793-9a19009f8f3b HTTP/1.1" status: 204 len: 168 time: 0.1190059 Oct 23 01:02:13.642963 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c7ffa-0574-4809-bcdb-ab0eca377b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a637af-d91c-4baa-9793-9a19009f8f3b,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:13.710300 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeb722-7fb9-402e-be02-8e57e45ca4f3 req-11f6ae28-3a3d-4aa7-a584-8db40eb0691f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:13.711978 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b3aeb722-7fb9-402e-be02-8e57e45ca4f3 req-11f6ae28-3a3d-4aa7-a584-8db40eb0691f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0584044 Oct 23 01:02:13.717803 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.765736 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b3aeb722-7fb9-402e-be02-8e57e45ca4f3 req-0fb18679-e143-4066-971f-4badad17be62 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461559 Oct 23 01:02:14.273205 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 6095b2a9-01db-4cf7-a12d-a95f85a3cd85 resource provider aggregate not found Oct 23 01:02:14.290349 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 6095b2a9-01db-4cf7-a12d-a95f85a3cd85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6095b2a9-01db-4cf7-a12d-a95f85a3cd85 found for delete ", "request_id": "req-044b10f9-b13e-4711-b050-44a4141afdf0"}]} Oct 23 01:02:14.888612 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d382d-13a1-4dd0-b4ef-02d97bc89db1 req-0403bd5b-d325-4b99-bae6-34c7861959b6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:14.890157 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ee8d382d-13a1-4dd0-b4ef-02d97bc89db1 req-0403bd5b-d325-4b99-bae6-34c7861959b6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0475142 Oct 23 01:02:14.940452 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ee8d382d-13a1-4dd0-b4ef-02d97bc89db1 req-fcca67ab-1bc0-4cc4-99a4-2b68fab056a2 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Oct 23 01:02:15.331621 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:15.361667 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:15.458650 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-42ef56b9-d7c9-4a54-9647-348bfb578895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:15.460068 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-42ef56b9-d7c9-4a54-9647-348bfb578895 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ac18f8515a94410891c7675051d1ac59&device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0389619 Oct 23 01:02:15.551166 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-6ccfdc38-e39f-4acf-a6ab-88a0b3d6f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:15.552664 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-6ccfdc38-e39f-4acf-a6ab-88a0b3d6f02b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=082de651-68c7-4173-8643-f72fffa9c2c7 HTTP/1.1" status: 200 len: 909 time: 0.0869069 Oct 23 01:02:15.613901 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-e399cf9e-57df-4d02-8b2e-5545346e97a6 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0550284 Oct 23 01:02:15.661036 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-beb960b2-e4ff-4245-b608-06bc8197c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:15.662419 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-beb960b2-e4ff-4245-b608-06bc8197c3ba service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6afcc383-31f6-475b-9115-7ff684be90d4 HTTP/1.1" status: 200 len: 847 time: 0.0424805 Oct 23 01:02:15.708473 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-15fdd588-2fe8-4abc-87bf-546b2a43ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:15.710072 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-15fdd588-2fe8-4abc-87bf-546b2a43ed27 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=082de651-68c7-4173-8643-f72fffa9c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0408943 Oct 23 01:02:15.797349 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-396afd58-217f-4cb0-b7b4-a716e6e5acac service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814545 Oct 23 01:02:15.888818 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae1dd2b2-33b7-4071-b14a-6af69359fd49 req-cb037e61-23f9-45b2-a7dc-9c9bf86b3654 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852709 Oct 23 01:02:16.058585 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ba585-93d8-48c6-9931-788d6d9cfe31 req-466531c5-fbcf-4820-a1f3-3a9f577d0def tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:16.060017 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-648ba585-93d8-48c6-9931-788d6d9cfe31 req-466531c5-fbcf-4820-a1f3-3a9f577d0def tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0453508 Oct 23 01:02:16.112846 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-648ba585-93d8-48c6-9931-788d6d9cfe31 req-2cf77f94-6204-43f1-a2ae-a3ed96fb291e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473261 Oct 23 01:02:17.231674 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006ddf3-d68b-4596-93b8-c759c3639690 req-0371dcc8-c526-46fb-864e-1ee6f1202a29 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:17.233136 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c006ddf3-d68b-4596-93b8-c759c3639690 req-0371dcc8-c526-46fb-864e-1ee6f1202a29 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0468032 Oct 23 01:02:17.282785 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c006ddf3-d68b-4596-93b8-c759c3639690 req-9822c02b-4840-4145-838c-1b66cbdf8853 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440753 Oct 23 01:02:17.478989 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=62 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:17.480394 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=67 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:18.405641 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a2cde-36f1-4b78-b995-36a3994f8e9e req-1ba90316-028d-45c6-b70e-cac924e7cfc7 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:18.407073 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cb0a2cde-36f1-4b78-b995-36a3994f8e9e req-1ba90316-028d-45c6-b70e-cac924e7cfc7 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0480993 Oct 23 01:02:18.454582 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cb0a2cde-36f1-4b78-b995-36a3994f8e9e req-a320dce1-cbe7-4bd4-8657-e57792ce0e17 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 Oct 23 01:02:18.528418 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-2c6df188-959a-41e3-9379-c318102951d2 req-f749b8ed-4526-43c2-bf5d-436755853f5f service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:02:18.529390 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2c6df188-959a-41e3-9379-c318102951d2 req-f749b8ed-4526-43c2-bf5d-436755853f5f service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054364 Oct 23 01:02:18.702064 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e508c-60a0-4cc8-af32-1518e09dab56 req-9e01f4a2-c5df-41ea-bca2-cd2c7691facf tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:18.703542 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-669e508c-60a0-4cc8-af32-1518e09dab56 req-9e01f4a2-c5df-41ea-bca2-cd2c7691facf tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0502985 Oct 23 01:02:18.715918 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:18.730994 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42142) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:18.755936 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-669e508c-60a0-4cc8-af32-1518e09dab56 req-c85df734-41c4-4700-acae-fb1f85c91a1b tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 Oct 23 01:02:18.820061 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-20fa3093-19f8-416f-aa70-a5247f0f4a1e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878298 Oct 23 01:02:18.828786 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-c997f950-f5ee-458a-8372-b4a86f383211 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:02:18.829679 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-c997f950-f5ee-458a-8372-b4a86f383211 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050082 Oct 23 01:02:18.966797 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42158) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:19.065580 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-fe400388-5f65-426b-97fb-3df2112f57a3 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:19.066985 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-fe400388-5f65-426b-97fb-3df2112f57a3 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports/c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 200 len: 943 time: 0.0990911 Oct 23 01:02:19.888600 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab7d2-dbdf-43eb-98c2-0873e4cb67b3 req-43807a7f-602a-4724-b8df-6147a29bb6e8 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:19.890094 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d97ab7d2-dbdf-43eb-98c2-0873e4cb67b3 req-43807a7f-602a-4724-b8df-6147a29bb6e8 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0540314 Oct 23 01:02:19.913320 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:19.953187 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d97ab7d2-dbdf-43eb-98c2-0873e4cb67b3 req-4a137cb0-6490-4323-8c9d-de5828c9bfbd tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573311 Oct 23 01:02:20.517406 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-94dc757a-36c3-4d97-a02e-234ff0d14c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.518941 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-94dc757a-36c3-4d97-a02e-234ff0d14c20 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407&tenant_id=ac18f8515a94410891c7675051d1ac59 HTTP/1.1" status: 200 len: 1130 time: 0.0740783 Oct 23 01:02:20.585855 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-44e9f2b7-7b6a-4279-89d8-ce8510efd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.587376 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-44e9f2b7-7b6a-4279-89d8-ce8510efd607 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ac18f8515a94410891c7675051d1ac59&device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0438759 Oct 23 01:02:20.662411 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:20.683374 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-e3e4736b-e51a-4783-a0f5-55d8b5eb3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.685016 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-e3e4736b-e51a-4783-a0f5-55d8b5eb3007 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=082de651-68c7-4173-8643-f72fffa9c2c7 HTTP/1.1" status: 200 len: 909 time: 0.0905864 Oct 23 01:02:20.753004 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-44a85165-a915-4263-856d-d19f356a4494 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0595536 Oct 23 01:02:20.800653 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-f0f9f59f-9668-475f-9ebb-c825c40358fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.802097 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-f0f9f59f-9668-475f-9ebb-c825c40358fe service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6afcc383-31f6-475b-9115-7ff684be90d4 HTTP/1.1" status: 200 len: 847 time: 0.0438728 Oct 23 01:02:20.849024 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-047941fe-2c6e-45f5-862b-a00de6ca2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.850542 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-047941fe-2c6e-45f5-862b-a00de6ca2117 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=082de651-68c7-4173-8643-f72fffa9c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405393 Oct 23 01:02:20.863721 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:20.944240 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-50694614-09aa-4771-aa53-6567b01f6ca2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872064 Oct 23 01:02:21.034006 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9b697fda-ec19-4343-bf76-5dd6e91788d5 req-f244f0cf-2911-4a08-8d14-9ac232fee2fe service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830479 Oct 23 01:02:21.075930 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43fc23-5cd7-4b03-b029-c40e9af1569a req-e588180d-2474-4c9f-81e5-5a14564ec5a7 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:21.077405 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ba43fc23-5cd7-4b03-b029-c40e9af1569a req-e588180d-2474-4c9f-81e5-5a14564ec5a7 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0472090 Oct 23 01:02:21.125002 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ba43fc23-5cd7-4b03-b029-c40e9af1569a req-1743f856-0e6d-4a8a-81b9-4440be3b92a2 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Oct 23 01:02:21.134463 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c472fc54-afc9-4d06-b7e6-964e9249bfd6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:21.205701 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c472fc54-afc9-4d06-b7e6-964e9249bfd6 is: ACTIVE; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:21.205999 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:21.227534 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:21.230290 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3142a-c623-43b7-97b0-006347d2ccd0" -d '{"events": [{"server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "name": "network-vif-unplugged", "status": "completed", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:21.242487 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:21.247157 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:21.271321 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07803395-57d0-4a99-9eae-db1a6abe363f x-openstack-request-id: req-07803395-57d0-4a99-9eae-db1a6abe363f {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:21.271626 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "name": "network-vif-unplugged", "status": "completed", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:21.271876 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07803395-57d0-4a99-9eae-db1a6abe363f {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:21.272260 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07803395-57d0-4a99-9eae-db1a6abe363f'] response: {'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'code': 200} Oct 23 01:02:21.282560 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:21.297681 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=6']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:21.304683 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.305026 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.305364 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.305715 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.306044 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.306366 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.306686 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.307001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.307316 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.308227 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.308578 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.308898 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.309216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.309528 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:21.309841 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:22.115077 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42230) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:22.220788 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-554c89b0-91e4-45e0-ba5c-1f1685613e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.248644 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb51757-65ff-44fe-ae46-6864fee1358a req-ef263c42-68a2-440a-a7ff-87b979fbd65b tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:22.250147 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1eb51757-65ff-44fe-ae46-6864fee1358a req-ef263c42-68a2-440a-a7ff-87b979fbd65b tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 944 time: 0.0478902 Oct 23 01:02:22.277590 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.302376 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1eb51757-65ff-44fe-ae46-6864fee1358a req-f6c626d0-4146-4788-9e91-5311d7086a8e tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Oct 23 01:02:22.303871 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-554c89b0-91e4-45e0-ba5c-1f1685613e5f admin admin] Publish callbacks [] for security_group (cc7ec65d-844d-4baf-87a6-cfdf4e2c4cd0), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.308008 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-554c89b0-91e4-45e0-ba5c-1f1685613e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (cc7ec65d-844d-4baf-87a6-cfdf4e2c4cd0), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.349775 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-554c89b0-91e4-45e0-ba5c-1f1685613e5f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ca48d809f24b46e8b96b2dbf6cff339d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336016 Oct 23 01:02:22.351864 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42236) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:22.351994 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c89b0-91e4-45e0-ba5c-1f1685613e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ec65d-844d-4baf-87a6-cfdf4e2c4cd0,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:22.404161 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff597076-e128-418b-80b9-1680030053ff admin admin] Publish callbacks [] for security_group (cc7ec65d-844d-4baf-87a6-cfdf4e2c4cd0), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.423750 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff597076-e128-418b-80b9-1680030053ff admin admin] Publish callbacks [] for security_group (cc7ec65d-844d-4baf-87a6-cfdf4e2c4cd0), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.469004 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff597076-e128-418b-80b9-1680030053ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (cc7ec65d-844d-4baf-87a6-cfdf4e2c4cd0), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.471468 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff597076-e128-418b-80b9-1680030053ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.472606 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ff597076-e128-418b-80b9-1680030053ff admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/cc7ec65d-844d-4baf-87a6-cfdf4e2c4cd0 HTTP/1.1" status: 204 len: 168 time: 0.1191947 Oct 23 01:02:22.480815 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff597076-e128-418b-80b9-1680030053ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ec65d-844d-4baf-87a6-cfdf4e2c4cd0,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:22.728848 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42242) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:22.742228 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c0ef804-f6d7-461f-9a56-041867597882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.815893 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c0ef804-f6d7-461f-9a56-041867597882 admin admin] Publish callbacks [] for security_group (1fdafbe7-1afd-4935-8aff-6d62c07c6bfb), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.819798 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c0ef804-f6d7-461f-9a56-041867597882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1fdafbe7-1afd-4935-8aff-6d62c07c6bfb), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.858503 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ef804-f6d7-461f-9a56-041867597882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdafbe7-1afd-4935-8aff-6d62c07c6bfb,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:22.863698 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6c0ef804-f6d7-461f-9a56-041867597882 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5f74e64535e746aa85abe9bf9741301a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338203 Oct 23 01:02:22.866350 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42244) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:22.909355 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:22.918740 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8fa97715-f831-42c9-a845-395778db184f admin admin] Publish callbacks [] for security_group (1fdafbe7-1afd-4935-8aff-6d62c07c6bfb), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.939702 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8fa97715-f831-42c9-a845-395778db184f admin admin] Publish callbacks [] for security_group (1fdafbe7-1afd-4935-8aff-6d62c07c6bfb), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.984590 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8fa97715-f831-42c9-a845-395778db184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1fdafbe7-1afd-4935-8aff-6d62c07c6bfb), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.987023 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8fa97715-f831-42c9-a845-395778db184f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.988131 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8fa97715-f831-42c9-a845-395778db184f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1fdafbe7-1afd-4935-8aff-6d62c07c6bfb HTTP/1.1" status: 204 len: 168 time: 0.1209066 Oct 23 01:02:22.996141 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa97715-f831-42c9-a845-395778db184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdafbe7-1afd-4935-8aff-6d62c07c6bfb,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:23.134553 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c472fc54-afc9-4d06-b7e6-964e9249bfd6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:02:23.150533 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:23.237347 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:23.249288 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'port_id': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'mac_address': 'fa:16:3e:ea:02:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:02:23.284188 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c472fc54-afc9-4d06-b7e6-964e9249bfd6 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:23.284783 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:23.298463 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c472fc54-afc9-4d06-b7e6-964e9249bfd6 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:02:23.319284 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:23.323162 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:23.377082 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=7']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:23.434218 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9911f-2ec0-44f3-b44f-33fc9cce219c req-04f71fa6-29b6-4f9a-88e2-d3073255c3e9 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:23.435711 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ba9911f-2ec0-44f3-b44f-33fc9cce219c req-04f71fa6-29b6-4f9a-88e2-d3073255c3e9 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 945 time: 0.0490098 Oct 23 01:02:23.487771 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ba9911f-2ec0-44f3-b44f-33fc9cce219c req-9df37af1-ae6f-4ad2-8490-1c8b74a002ca tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464368 Oct 23 01:02:23.766258 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['c472fc54-afc9-4d06-b7e6-964e9249bfd6'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:02:23.798302 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f0714-d533-4f74-91d2-d4c10e90a7df req-05845600-89ff-4bd6-8004-4e7a722567fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:23.799902 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-dc7f0714-d533-4f74-91d2-d4c10e90a7df req-05845600-89ff-4bd6-8004-4e7a722567fc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1129 time: 0.0410070 Oct 23 01:02:23.862876 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-dc7f0714-d533-4f74-91d2-d4c10e90a7df req-d4f0a1ae-a231-4a82-9983-62a159976ee4 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562644 Oct 23 01:02:24.613615 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dd024-6437-44cf-a12e-e3c81c3e75c8 req-39006d56-07b9-4127-ab8a-503c4978a9dc tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:24.615055 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-307dd024-6437-44cf-a12e-e3c81c3e75c8 req-39006d56-07b9-4127-ab8a-503c4978a9dc tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 945 time: 0.0496209 Oct 23 01:02:24.669277 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-307dd024-6437-44cf-a12e-e3c81c3e75c8 req-aa8d89ac-c9d7-43a6-a75b-92c00c67362a tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484698 Oct 23 01:02:25.157547 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c472fc54-afc9-4d06-b7e6-964e9249bfd6 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:02:25.200949 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port c472fc54-afc9-4d06-b7e6-964e9249bfd6 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:25.201316 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:25.201646 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port c472fc54-afc9-4d06-b7e6-964e9249bfd6 Oct 23 01:02:25.273076 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c472fc54-afc9-4d06-b7e6-964e9249bfd6 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:25.273449 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:25.296550 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:25.298731 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8262dc-480a-48b2-a09c-4ff61b787e25" -d '{"events": [{"server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "name": "network-vif-plugged", "status": "completed", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:25.310509 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:25.314565 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:25.340606 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:25.367083 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=8']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:25.496667 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1fab4c-e1a2-46fb-bf76-2c9d66e83558 x-openstack-request-id: req-cb1fab4c-e1a2-46fb-bf76-2c9d66e83558 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:25.497008 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "name": "network-vif-plugged", "status": "completed", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:25.497258 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb1fab4c-e1a2-46fb-bf76-2c9d66e83558 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:25.497653 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1fab4c-e1a2-46fb-bf76-2c9d66e83558'] response: {'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'code': 200} Oct 23 01:02:25.789972 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4e9f-8dc2-4641-b674-166ffd275972 req-b5e442e7-3e8a-47e2-8789-bb2077aea11f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:25.791431 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f4d4e9f-8dc2-4641-b674-166ffd275972 req-b5e442e7-3e8a-47e2-8789-bb2077aea11f tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0479386 Oct 23 01:02:25.845856 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1f4d4e9f-8dc2-4641-b674-166ffd275972 req-e94fcd95-c404-4853-8e77-80b016184c36 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485685 Oct 23 01:02:31.750364 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42384) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:31.854003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-089ef984-811d-4cab-ad75-079421d035e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:31.897561 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:31.930905 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-089ef984-811d-4cab-ad75-079421d035e5 admin admin] Publish callbacks [] for security_group (d10e346f-68df-4ab2-8e30-5b45478773b5), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:31.934950 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-089ef984-811d-4cab-ad75-079421d035e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d10e346f-68df-4ab2-8e30-5b45478773b5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:31.975147 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-089ef984-811d-4cab-ad75-079421d035e5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ceb717ba574f4d65be22d6bf8f4897e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237425 Oct 23 01:02:31.977010 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ef984-811d-4cab-ad75-079421d035e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e346f-68df-4ab2-8e30-5b45478773b5,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:31.977923 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42388) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:32.027559 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f6be55a3-47ba-4fff-a809-8f253dd5b873 admin admin] Publish callbacks [] for security_group (d10e346f-68df-4ab2-8e30-5b45478773b5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.046957 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f6be55a3-47ba-4fff-a809-8f253dd5b873 admin admin] Publish callbacks [] for security_group (d10e346f-68df-4ab2-8e30-5b45478773b5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.096282 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f6be55a3-47ba-4fff-a809-8f253dd5b873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (d10e346f-68df-4ab2-8e30-5b45478773b5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.098827 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f6be55a3-47ba-4fff-a809-8f253dd5b873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.099935 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-f6be55a3-47ba-4fff-a809-8f253dd5b873 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d10e346f-68df-4ab2-8e30-5b45478773b5 HTTP/1.1" status: 204 len: 168 time: 0.1210392 Oct 23 01:02:32.107730 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be55a3-47ba-4fff-a809-8f253dd5b873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e346f-68df-4ab2-8e30-5b45478773b5,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:32.365774 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42394) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:32.379680 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb823-d1b6-4002-8c39-c9210daca3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.406240 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:32.419293 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:32.460246 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb823-d1b6-4002-8c39-c9210daca3c8 admin admin] Publish callbacks [] for security_group (b63cba94-8511-4796-882a-2b7979169583), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.463867 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb823-d1b6-4002-8c39-c9210daca3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b63cba94-8511-4796-882a-2b7979169583), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.502386 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfeb823-d1b6-4002-8c39-c9210daca3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63cba94-8511-4796-882a-2b7979169583,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:32.507899 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-8dfeb823-d1b6-4002-8c39-c9210daca3c8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=39b94e63060d4a2a84d658f6effb1345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411338 Oct 23 01:02:32.510666 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42396) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:32.559130 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0049424c-f22b-44e9-829a-19e764daad9d admin admin] Publish callbacks [] for security_group (b63cba94-8511-4796-882a-2b7979169583), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.579233 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0049424c-f22b-44e9-829a-19e764daad9d admin admin] Publish callbacks [] for security_group (b63cba94-8511-4796-882a-2b7979169583), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.626569 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0049424c-f22b-44e9-829a-19e764daad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b63cba94-8511-4796-882a-2b7979169583), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.629313 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0049424c-f22b-44e9-829a-19e764daad9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.630420 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0049424c-f22b-44e9-829a-19e764daad9d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b63cba94-8511-4796-882a-2b7979169583 HTTP/1.1" status: 204 len: 168 time: 0.1188343 Oct 23 01:02:32.638015 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049424c-f22b-44e9-829a-19e764daad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63cba94-8511-4796-882a-2b7979169583,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:34.977439 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42464) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:35.084909 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b8e304c8-c890-46be-85ac-6142244981a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.160276 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b8e304c8-c890-46be-85ac-6142244981a6 admin admin] Publish callbacks [] for security_group (a3dfdafe-e861-48ad-bba8-fc7a940f1a4f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.163927 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b8e304c8-c890-46be-85ac-6142244981a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a3dfdafe-e861-48ad-bba8-fc7a940f1a4f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.202314 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b8e304c8-c890-46be-85ac-6142244981a6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dae5cc43bae445389aa1b05c89040a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238176 Oct 23 01:02:35.204344 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e304c8-c890-46be-85ac-6142244981a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dfdafe-e861-48ad-bba8-fc7a940f1a4f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:35.205075 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42468) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:35.254931 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-325d8eb2-54b8-4832-81a3-be01c3428789 admin admin] Publish callbacks [] for security_group (a3dfdafe-e861-48ad-bba8-fc7a940f1a4f), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.279705 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-325d8eb2-54b8-4832-81a3-be01c3428789 admin admin] Publish callbacks [] for security_group (a3dfdafe-e861-48ad-bba8-fc7a940f1a4f), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.330934 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-325d8eb2-54b8-4832-81a3-be01c3428789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a3dfdafe-e861-48ad-bba8-fc7a940f1a4f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.333571 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-325d8eb2-54b8-4832-81a3-be01c3428789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.334758 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-325d8eb2-54b8-4832-81a3-be01c3428789 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a3dfdafe-e861-48ad-bba8-fc7a940f1a4f HTTP/1.1" status: 204 len: 168 time: 0.1286228 Oct 23 01:02:35.344027 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d8eb2-54b8-4832-81a3-be01c3428789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dfdafe-e861-48ad-bba8-fc7a940f1a4f,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:35.604484 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42474) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:35.617863 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3439-7eab-45ff-9fe5-2aa299a954e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.693058 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3439-7eab-45ff-9fe5-2aa299a954e1 admin admin] Publish callbacks [] for security_group (16756e87-62ae-4483-86ce-24bea25c8b86), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.696480 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3439-7eab-45ff-9fe5-2aa299a954e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (16756e87-62ae-4483-86ce-24bea25c8b86), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.734832 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-cb4d3439-7eab-45ff-9fe5-2aa299a954e1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ad8bb3fbd3ec4810aa6e5f4620c137ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293161 Oct 23 01:02:35.735651 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d3439-7eab-45ff-9fe5-2aa299a954e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16756e87-62ae-4483-86ce-24bea25c8b86,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:35.737612 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42476) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:35.787648 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-41bddfc9-a5b7-4387-9141-a08f08aa4bcf admin admin] Publish callbacks [] for security_group (16756e87-62ae-4483-86ce-24bea25c8b86), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.807307 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-41bddfc9-a5b7-4387-9141-a08f08aa4bcf admin admin] Publish callbacks [] for security_group (16756e87-62ae-4483-86ce-24bea25c8b86), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.856920 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-41bddfc9-a5b7-4387-9141-a08f08aa4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (16756e87-62ae-4483-86ce-24bea25c8b86), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.859409 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-41bddfc9-a5b7-4387-9141-a08f08aa4bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:35.860549 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-41bddfc9-a5b7-4387-9141-a08f08aa4bcf admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/16756e87-62ae-4483-86ce-24bea25c8b86 HTTP/1.1" status: 204 len: 168 time: 0.1219223 Oct 23 01:02:35.868556 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bddfc9-a5b7-4387-9141-a08f08aa4bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16756e87-62ae-4483-86ce-24bea25c8b86,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:39.640597 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:02:40.284132 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:40.297887 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b62f5054-a3b4-43d9-bd64-6e813a03fe59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.326789 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42624) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:42.424129 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cf132da9-b42c-4b76-8987-5805469426b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.433509 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-170a9013-4d0c-4a62-b425-3bd09b705122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.486447 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=21,neutron:SELECT=76,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:42.511136 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-170a9013-4d0c-4a62-b425-3bd09b705122 admin admin] Publish callbacks [] for security_group (ccbf3f71-cba1-4646-b69b-11e2081ff70e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.514578 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-170a9013-4d0c-4a62-b425-3bd09b705122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (ccbf3f71-cba1-4646-b69b-11e2081ff70e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.519521 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:42.554596 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-170a9013-4d0c-4a62-b425-3bd09b705122 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5acc51799adc4c7b9a627940b4a71867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267821 Oct 23 01:02:42.557247 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a9013-4d0c-4a62-b425-3bd09b705122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf3f71-cba1-4646-b69b-11e2081ff70e,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:42.557524 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42628) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:42.607075 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6287d46d-dab5-4f04-9d41-77672e44c722 admin admin] Publish callbacks [] for security_group (ccbf3f71-cba1-4646-b69b-11e2081ff70e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.626349 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6287d46d-dab5-4f04-9d41-77672e44c722 admin admin] Publish callbacks [] for security_group (ccbf3f71-cba1-4646-b69b-11e2081ff70e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.672642 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6287d46d-dab5-4f04-9d41-77672e44c722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (ccbf3f71-cba1-4646-b69b-11e2081ff70e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.675145 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6287d46d-dab5-4f04-9d41-77672e44c722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.676272 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6287d46d-dab5-4f04-9d41-77672e44c722 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ccbf3f71-cba1-4646-b69b-11e2081ff70e HTTP/1.1" status: 204 len: 168 time: 0.1176867 Oct 23 01:02:42.685131 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287d46d-dab5-4f04-9d41-77672e44c722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf3f71-cba1-4646-b69b-11e2081ff70e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:42.940472 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42640) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:42.954265 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fb07-3c88-44d6-9dbc-8f6f00965954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.955878 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:43.040425 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fb07-3c88-44d6-9dbc-8f6f00965954 admin admin] Publish callbacks [] for security_group (1434cdaf-7112-4f23-97cf-f82b7efccd0c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.043552 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fb07-3c88-44d6-9dbc-8f6f00965954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1434cdaf-7112-4f23-97cf-f82b7efccd0c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.083270 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4fb07-3c88-44d6-9dbc-8f6f00965954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1434cdaf-7112-4f23-97cf-f82b7efccd0c,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:43.088771 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a2f4fb07-3c88-44d6-9dbc-8f6f00965954 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d538b58a87a546109afca8bf5b8c7f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472578 Oct 23 01:02:43.091501 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42646) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:43.141710 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff342261-f554-471a-9759-8127ef8ba725 admin admin] Publish callbacks [] for security_group (1434cdaf-7112-4f23-97cf-f82b7efccd0c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.161872 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff342261-f554-471a-9759-8127ef8ba725 admin admin] Publish callbacks [] for security_group (1434cdaf-7112-4f23-97cf-f82b7efccd0c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.210112 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff342261-f554-471a-9759-8127ef8ba725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1434cdaf-7112-4f23-97cf-f82b7efccd0c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.212727 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff342261-f554-471a-9759-8127ef8ba725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.216887 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ff342261-f554-471a-9759-8127ef8ba725 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1434cdaf-7112-4f23-97cf-f82b7efccd0c HTTP/1.1" status: 204 len: 168 time: 0.1214466 Oct 23 01:02:43.225343 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff342261-f554-471a-9759-8127ef8ba725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1434cdaf-7112-4f23-97cf-f82b7efccd0c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:43.716080 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:44.663498 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b3a8-d55c-465f-b02e-05990fcbe843 req-6e3e6ab8-7655-4043-9120-e0f9c77cb20d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:44.665002 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ed57b3a8-d55c-465f-b02e-05990fcbe843 req-6e3e6ab8-7655-4043-9120-e0f9c77cb20d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 946 time: 0.0505009 Oct 23 01:02:44.713833 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ed57b3a8-d55c-465f-b02e-05990fcbe843 req-098763ee-f2a1-40c5-92ef-0a8df98f2534 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Oct 23 01:02:45.333963 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:45.362886 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:45.834351 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3b469-e501-4304-b965-71a185927755 req-a70fbb43-98eb-4d6c-a57a-ce2901375c8c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:45.835822 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b4f3b469-e501-4304-b965-71a185927755 req-a70fbb43-98eb-4d6c-a57a-ce2901375c8c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 946 time: 0.0467596 Oct 23 01:02:45.882321 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b4f3b469-e501-4304-b965-71a185927755 req-1d319308-9152-4f11-8ede-5626f7705492 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Oct 23 01:02:46.534371 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a5379-35d6-471c-93d1-060ef72ace5a req-98483e6d-ba5a-441b-aab5-9c018d9da5c4 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:46.535709 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-221a5379-35d6-471c-93d1-060ef72ace5a req-98483e6d-ba5a-441b-aab5-9c018d9da5c4 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 946 time: 0.0456083 Oct 23 01:02:46.582241 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:46.617292 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Deleting port eccc3f98-c08f-4907-a77d-c906df30437a {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:46.617631 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.705776 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] For port eccc3f98-c08f-4907-a77d-c906df30437a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccc3f98-c08f-4907-a77d-c906df30437a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:46.706135 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.863153 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.863513 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (e1c006c1-dcff-47c5-9c87-3c8eed398609), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.863821 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Floating IP e1c006c1-dcff-47c5-9c87-3c8eed398609 disassociated. External IP: 172.37.1.87, port: eccc3f98-c08f-4907-a77d-c906df30437a. Oct 23 01:02:46.864164 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Calling delete_port for eccc3f98-c08f-4907-a77d-c906df30437a owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:46.990310 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (eccc3f98-c08f-4907-a77d-c906df30437a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.005335 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c3689-3b11-46f8-9e1d-4a67fc1d6755 req-6c7e3c3b-5219-494e-90b8-bee88e6bf8d5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:47.006818 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b98c3689-3b11-46f8-9e1d-4a67fc1d6755 req-6c7e3c3b-5219-494e-90b8-bee88e6bf8d5 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0292f856-a24a-4bcd-910d-633b80cc8a4b HTTP/1.1" status: 200 len: 946 time: 0.0484300 Oct 23 01:02:47.018432 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'Port': ['ID=eccc3f98-c08f-4907-a77d-c906df30437a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:47.061874 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b98c3689-3b11-46f8-9e1d-4a67fc1d6755 req-ea71ab92-7d7f-4460-8e4a-aa093a30981c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282797cd-2cd4-4788-9ec2-a5d064753d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484982 Oct 23 01:02:47.127771 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:02:47.166047 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:47.230782 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:02:47.240688 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:02:47.250725 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:47.251403 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:02:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:47.271721 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] No DVR routers for this DVR port eccc3f98-c08f-4907-a77d-c906df30437a on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:02:47.274237 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.279612 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-221a5379-35d6-471c-93d1-060ef72ace5a req-e038c505-0e37-4ff0-9367-01001e6355ad tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "DELETE /networking/v2.0/ports/eccc3f98-c08f-4907-a77d-c906df30437a HTTP/1.1" status: 204 len: 173 time: 0.7380121 Oct 23 01:02:47.280127 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'name': 'network-vif-deleted', 'tag': 'eccc3f98-c08f-4907-a77d-c906df30437a'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:47.282599 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7675c6-8901-49ad-8bb9-00dee9b97990" -d '{"events": [{"server_uuid": "0292f856-a24a-4bcd-910d-633b80cc8a4b", "name": "network-vif-deleted", "tag": "eccc3f98-c08f-4907-a77d-c906df30437a"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:47.323524 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1ce208-1759-46f0-afa0-e6dbfba778f7 x-openstack-request-id: req-9e1ce208-1759-46f0-afa0-e6dbfba778f7 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:47.324398 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0292f856-a24a-4bcd-910d-633b80cc8a4b", "name": "network-vif-deleted", "tag": "eccc3f98-c08f-4907-a77d-c906df30437a", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:47.324633 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e1ce208-1759-46f0-afa0-e6dbfba778f7 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:47.325019 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1ce208-1759-46f0-afa0-e6dbfba778f7'] response: {'server_uuid': '0292f856-a24a-4bcd-910d-633b80cc8a4b', 'name': 'network-vif-deleted', 'tag': 'eccc3f98-c08f-4907-a77d-c906df30437a', 'status': 'completed', 'code': 200} Oct 23 01:02:47.358318 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:47.583161 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:47.614025 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:02:47.623071 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:47.623828 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:02:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:47.749143 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:48.078106 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:48.103526 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816e546a-2e27-41cd-8bdf-9cd85afe031b None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:02:48.170715 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42748) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:48.231600 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6958aff9-3a4d-4604-90cf-3533b8d5c81d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (282797cd-2cd4-4788-9ec2-a5d064753d26), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.258863 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6958aff9-3a4d-4604-90cf-3533b8d5c81d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (282797cd-2cd4-4788-9ec2-a5d064753d26), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.325136 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6958aff9-3a4d-4604-90cf-3533b8d5c81d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (282797cd-2cd4-4788-9ec2-a5d064753d26), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.327777 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6958aff9-3a4d-4604-90cf-3533b8d5c81d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.330705 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-6958aff9-3a4d-4604-90cf-3533b8d5c81d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/282797cd-2cd4-4788-9ec2-a5d064753d26 HTTP/1.1" status: 204 len: 168 time: 0.1588004 Oct 23 01:02:48.333273 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42754) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:48.342349 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958aff9-3a4d-4604-90cf-3533b8d5c81d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282797cd-2cd4-4788-9ec2-a5d064753d26,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:48.348613 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.api.v2.resource [None req-23f268f1-d4e7-4866-b93f-eeb0e1d7e890 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] show failed (client error): The resource could not be found. Oct 23 01:02:48.349490 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-23f268f1-d4e7-4866-b93f-eeb0e1d7e890 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups/282797cd-2cd4-4788-9ec2-a5d064753d26 HTTP/1.1" status: 404 len: 347 time: 0.0151086 Oct 23 01:02:48.353640 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42756) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:48.422754 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6efabf-8d5e-4a7f-a3d9-ca5b61eed34c None None] New status for floating IP e1c006c1-dcff-47c5-9c87-3c8eed398609: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:02:48.474138 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Deleting port 899e60c2-8a94-49af-9239-f29cc3bf23ad {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:48.474480 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (899e60c2-8a94-49af-9239-f29cc3bf23ad), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.554905 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (899e60c2-8a94-49af-9239-f29cc3bf23ad), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.555282 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (899e60c2-8a94-49af-9239-f29cc3bf23ad), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.567908 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:48.569410 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Calling delete_port for 899e60c2-8a94-49af-9239-f29cc3bf23ad owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:48.709713 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (899e60c2-8a94-49af-9239-f29cc3bf23ad), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.733780 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'Port': ['ID=899e60c2-8a94-49af-9239-f29cc3bf23ad,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:48.801526 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (e1c006c1-dcff-47c5-9c87-3c8eed398609), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.804093 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.805293 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-5dc13594-460d-416f-b95a-d179d4406ccc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/e1c006c1-dcff-47c5-9c87-3c8eed398609 HTTP/1.1" status: 204 len: 168 time: 0.4507499 Oct 23 01:02:48.883613 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42768) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:48.888887 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f1d63ad9-5c94-4e37-b99e-910dfa99342d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089973568', 'description': 'tempest-description--1176990661'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:48.909897 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1d63ad9-5c94-4e37-b99e-910dfa99342d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.978809 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1d63ad9-5c94-4e37-b99e-910dfa99342d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (dfed7a94-42ba-477c-83ca-71589c71d253), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.983680 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1d63ad9-5c94-4e37-b99e-910dfa99342d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (dfed7a94-42ba-477c-83ca-71589c71d253), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.015648 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1d63ad9-5c94-4e37-b99e-910dfa99342d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.016865 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-f1d63ad9-5c94-4e37-b99e-910dfa99342d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1319990 Oct 23 01:02:49.020595 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42770) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:49.024857 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-7dad6666-a99f-4112-ba33-3d4ad388e598 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group_rule': {'security_group_id': 'dfed7a94-42ba-477c-83ca-71589c71d253', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:49.029707 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d63ad9-5c94-4e37-b99e-910dfa99342d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfed7a94-42ba-477c-83ca-71589c71d253,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:49.042516 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:49.056451 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7dad6666-a99f-4112-ba33-3d4ad388e598 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (678a42f9-1c1e-49fe-910b-3ced16c0d361), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.089945 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:49.122074 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7dad6666-a99f-4112-ba33-3d4ad388e598 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (678a42f9-1c1e-49fe-910b-3ced16c0d361), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.126164 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7dad6666-a99f-4112-ba33-3d4ad388e598 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (678a42f9-1c1e-49fe-910b-3ced16c0d361), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.149607 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad6666-a99f-4112-ba33-3d4ad388e598 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678a42f9-1c1e-49fe-910b-3ced16c0d361,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:49.155562 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7dad6666-a99f-4112-ba33-3d4ad388e598 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.157486 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-7dad6666-a99f-4112-ba33-3d4ad388e598 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353068 Oct 23 01:02:49.159582 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42772) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:49.164458 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-c57afe42-5b88-4a60-a49a-235c6e0130b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'security_group_rule': {'security_group_id': 'dfed7a94-42ba-477c-83ca-71589c71d253', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:49.193309 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c57afe42-5b88-4a60-a49a-235c6e0130b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (12fc3384-7b73-42e9-a444-3d41434fcb9e), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.254415 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device eccc3f98-c08f-4907-a77d-c906df30437a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:49.255013 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c57afe42-5b88-4a60-a49a-235c6e0130b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (12fc3384-7b73-42e9-a444-3d41434fcb9e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.259533 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c57afe42-5b88-4a60-a49a-235c6e0130b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (12fc3384-7b73-42e9-a444-3d41434fcb9e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.279792 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: eccc3f98-c08f-4907-a77d-c906df30437a {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:49.280517 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device eccc3f98-c08f-4907-a77d-c906df30437a not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:49.281053 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57afe42-5b88-4a60-a49a-235c6e0130b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fc3384-7b73-42e9-a444-3d41434fcb9e,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:49.295271 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c57afe42-5b88-4a60-a49a-235c6e0130b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.296781 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-c57afe42-5b88-4a60-a49a-235c6e0130b9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360278 Oct 23 01:02:49.299912 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42780) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:49.304249 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:49.329881 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.409782 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.513641 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Allocated IP 172.37.1.218 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/0a87a0b6-c78a-453d-9684-ac0102971f40) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:02:49.617232 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (0a87a0b6-c78a-453d-9684-ac0102971f40), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.649226 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (0a87a0b6-c78a-453d-9684-ac0102971f40), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.685660 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:02:49.692898 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:49.696640 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:02:49.700369 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=0a87a0b6-c78a-453d-9684-ac0102971f40,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:49.740704 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:49.786946 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (a8d41fa1-81d0-47e0-9c68-bf8c1bc15315), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.791295 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:49.825917 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (0a87a0b6-c78a-453d-9684-ac0102971f40), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.977236 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (0a87a0b6-c78a-453d-9684-ac0102971f40), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.981603 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (0a87a0b6-c78a-453d-9684-ac0102971f40), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.051504 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (a8d41fa1-81d0-47e0-9c68-bf8c1bc15315), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.054565 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=0a87a0b6-c78a-453d-9684-ac0102971f40,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:50.072336 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.074498 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-e51c98a5-00be-43dd-8bc0-a183393cd3d9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7730975 Oct 23 01:02:50.135623 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a964ff-8122-43b4-9dec-815ea04facbb req-2760c1ac-9414-4568-a93f-edf42976c6c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:50.137135 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53a964ff-8122-43b4-9dec-815ea04facbb req-2760c1ac-9414-4568-a93f-edf42976c6c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0502131 Oct 23 01:02:50.184664 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53a964ff-8122-43b4-9dec-815ea04facbb req-38eafb60-dd58-4cd8-b8af-6a37422b20ed tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 Oct 23 01:02:50.274316 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-0826a72f-2900-4b76-bf78-147cf05621c3 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1089973568&fields=id&tenant_id=f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 267 time: 0.0426605 Oct 23 01:02:50.381652 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-a454ab15-97a3-4a11-bb3f-eca580f59747 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:50.383110 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-a454ab15-97a3-4a11-bb3f-eca580f59747 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 815 time: 0.1016579 Oct 23 01:02:50.398967 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-fa9c96c4-aa9d-4315-b753-45dbf984b762 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/quotas/f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 375 time: 0.0099416 Oct 23 01:02:50.455620 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-0948c05b-28c4-4c98-8ee1-9171cff1db54 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506909 Oct 23 01:02:50.558333 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-47e94d02-1df4-4b6b-9252-787c73ab4517 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894790 Oct 23 01:02:50.655914 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-a62833e8-ea61-4c21-9ef1-f2253daa187c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915878 Oct 23 01:02:50.817710 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-49aba815-6611-4a22-ac88-971be4eafb8f req-27215f16-1d7e-4b40-99c8-ec5656faa562 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 210 time: 0.0284095 Oct 23 01:02:51.312497 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165389df-dc89-471d-9029-ed7de4e29bb4 req-b0a09753-64ca-41bb-b261-e88eb32402e6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:51.313963 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-165389df-dc89-471d-9029-ed7de4e29bb4 req-b0a09753-64ca-41bb-b261-e88eb32402e6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0473130 Oct 23 01:02:51.325332 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:51.362793 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-165389df-dc89-471d-9029-ed7de4e29bb4 req-1034a012-207c-4687-aa1b-f5e093a0be97 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430517 Oct 23 01:02:51.882193 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-e71be958-79a5-4fa1-b4b6-092ede5f15fc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:51.883643 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-e71be958-79a5-4fa1-b4b6-092ede5f15fc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 815 time: 0.1110744 Oct 23 01:02:51.924137 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-92252ce2-30a3-4e0f-934a-c5562baed2f7 req-6aba252a-a496-4e7f-a0fb-c3d135a166e4 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 210 time: 0.0307791 Oct 23 01:02:51.946642 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-883566e4-ae6f-4283-b056-828ddef6947c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f639829059494fd49c12d49d52134692 HTTP/1.1" status: 200 len: 380 time: 0.0548725 Oct 23 01:02:51.954893 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'port': {'device_id': '7384da4c-57a9-414e-835f-a9804205331f', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'admin_state_up': True, 'tenant_id': 'f639829059494fd49c12d49d52134692', 'security_groups': ['dfed7a94-42ba-477c-83ca-71589c71d253']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:52.062870 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Made reservation on behalf of f639829059494fd49c12d49d52134692 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:52.066547 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.087577 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:52.189095 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Allocated IP 172.20.0.12 (d8f91d95-1c2c-439e-9697-40967bfc9e0e/64322874-d1c5-43d1-a2c6-23db4c23e049/bde4932e-d192-4056-bf90-e3b87bc9407a) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:02:52.279504 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:52.289212 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.327703 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.359544 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.388408 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:52.406137 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:02:52.409924 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:52.414611 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:02:52.419567 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event updated for resources: {'Port': ['ID=bde4932e-d192-4056-bf90-e3b87bc9407a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:52.469646 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:52.470584 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.488936 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-b3f8bcff-d636-49e0-8763-aea3db0c8e0e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5375519 Oct 23 01:02:52.501292 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Request body: {'port': {'device_id': '7384da4c-57a9-414e-835f-a9804205331f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:52.567861 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.620515 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-e9985e9d-f7d8-423e-b07b-407965884be7 None None] Provisioning complete for port bde4932e-d192-4056-bf90-e3b87bc9407a triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:52.620881 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e9985e9d-f7d8-423e-b07b-407965884be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.621412 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-e9985e9d-f7d8-423e-b07b-407965884be7 None None] Attempt 1 to provision port bde4932e-d192-4056-bf90-e3b87bc9407a Oct 23 01:02:52.659558 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e9985e9d-f7d8-423e-b07b-407965884be7 None None] Port bde4932e-d192-4056-bf90-e3b87bc9407a cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:02:52.731899 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea22826-14db-4135-9ca3-f74dcc28c0dd req-edfb5d4a-0a56-4913-a2af-df5e9699065c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:52.733414 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ea22826-14db-4135-9ca3-f74dcc28c0dd req-edfb5d4a-0a56-4913-a2af-df5e9699065c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.2758663 Oct 23 01:02:52.770673 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:52.786930 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6ea22826-14db-4135-9ca3-f74dcc28c0dd req-2af1a492-8cc5-4dc7-bca7-b6b301714a1d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467701 Oct 23 01:02:52.801716 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:52.842331 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde4932e-d192-4056-bf90-e3b87bc9407a {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:02:52.850743 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Publish callbacks [] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.863622 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Transition to ACTIVE for port object bde4932e-d192-4056-bf90-e3b87bc9407a will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:02:52.868288 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:53.052583 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed782-ac2b-48e6-89ba-adc1866a20b6 req-8224b23c-3d2e-4bfe-86a0-d5e583254a55 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:53.054112 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ad2ed782-ac2b-48e6-89ba-adc1866a20b6 req-8224b23c-3d2e-4bfe-86a0-d5e583254a55 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 944 time: 0.0478523 Oct 23 01:02:53.103619 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ad2ed782-ac2b-48e6-89ba-adc1866a20b6 req-b48e6101-ac3b-4042-a3b2-277900d00734 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Oct 23 01:02:53.180056 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Pushing event updated for resources: {'Port': ['ID=bde4932e-d192-4056-bf90-e3b87bc9407a,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:53.225445 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Attempting to bind port bde4932e-d192-4056-bf90-e3b87bc9407a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:02:53.225701 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Attempting to bind port bde4932e-d192-4056-bf90-e3b87bc9407a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:02:53.226023 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Attempting to bind port bde4932e-d192-4056-bf90-e3b87bc9407a on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:02:53.265615 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Port bde4932e-d192-4056-bf90-e3b87bc9407a on network d8f91d95-1c2c-439e-9697-40967bfc9e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:02:53.265936 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Attempting to bind port bde4932e-d192-4056-bf90-e3b87bc9407a on network d8f91d95-1c2c-439e-9697-40967bfc9e0e {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:02:53.308590 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:02:53.308916 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Checking segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:02:53.309291 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Bound using segment: {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:02:53.309708 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Bound port: bde4932e-d192-4056-bf90-e3b87bc9407a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3ffa9e-a177-4edf-bb90-40becad0dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:02:53.310063 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:53.367084 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] For port bde4932e-d192-4056-bf90-e3b87bc9407a, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:02:53.370008 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] For port bde4932e-d192-4056-bf90-e3b87bc9407a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bde4932e-d192-4056-bf90-e3b87bc9407a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:02:53.374911 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:53.379266 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:53.379864 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:53.381291 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/bde4932e-d192-4056-bf90-e3b87bc9407a HTTP/1.1" status: 200 len: 1094 time: 0.8849258 Oct 23 01:02:53.381819 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7384da4c-57a9-414e-835f-a9804205331f', 'tag': 'bde4932e-d192-4056-bf90-e3b87bc9407a'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:53.383998 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3653d54b-6ebb-45d4-936e-72ff59cd4c85" -d '{"events": [{"name": "network-changed", "server_uuid": "7384da4c-57a9-414e-835f-a9804205331f", "tag": "bde4932e-d192-4056-bf90-e3b87bc9407a"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:53.437638 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfde249-abc6-4cfa-a654-8bbab300d481 x-openstack-request-id: req-7cfde249-abc6-4cfa-a654-8bbab300d481 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:53.437923 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7384da4c-57a9-414e-835f-a9804205331f", "tag": "bde4932e-d192-4056-bf90-e3b87bc9407a", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:53.438164 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cfde249-abc6-4cfa-a654-8bbab300d481 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:53.438552 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfde249-abc6-4cfa-a654-8bbab300d481'] response: {'name': 'network-changed', 'server_uuid': '7384da4c-57a9-414e-835f-a9804205331f', 'tag': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'status': 'completed', 'code': 200} Oct 23 01:02:53.463688 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3524f-96f2-4fe4-b982-5826b17f7c84 service neutron] Pushing event updated for resources: {'Port': ['ID=bde4932e-d192-4056-bf90-e3b87bc9407a,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:53.473482 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-294e76ff-638d-4bc2-b0fe-3f3f89ee1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:53.474970 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-294e76ff-638d-4bc2-b0fe-3f3f89ee1b32 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 1128 time: 0.0537457 Oct 23 01:02:53.514606 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-06c1528d-6c00-4d0d-9bfa-3841deda752a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bde4932e-d192-4056-bf90-e3b87bc9407a HTTP/1.1" status: 200 len: 217 time: 0.0319645 Oct 23 01:02:53.559572 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:53.563733 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-708e183f-50a4-48aa-a601-8b166fc23f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:53.565194 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-708e183f-50a4-48aa-a601-8b166fc23f4e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0436635 Oct 23 01:02:53.609393 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-ad2990ee-898d-4db1-b53c-9d5d689cd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:53.610890 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-ad2990ee-898d-4db1-b53c-9d5d689cd52f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0400767 Oct 23 01:02:53.701120 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-a2be489a-861d-4de5-8504-ddfa2b529a2b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Oct 23 01:02:53.788264 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-850de992-6d4f-4a9c-a16e-1332756203e8 req-5d889fa5-d5ef-493a-8e13-a37606d9b766 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813863 Oct 23 01:02:53.919205 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783d70d-8056-49f0-b13e-cd9327eb0670 req-af6a23df-fb5c-4b95-81d2-3402c62bc3d1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:53.920895 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2783d70d-8056-49f0-b13e-cd9327eb0670 req-af6a23df-fb5c-4b95-81d2-3402c62bc3d1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0502021 Oct 23 01:02:53.968272 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2783d70d-8056-49f0-b13e-cd9327eb0670 req-eb17ef58-5ff9-49af-9ff2-2563fae85ac4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Oct 23 01:02:54.111116 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42870) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:54.229785 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.239376 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d84b79-470a-4e60-b362-9e8c6b8ee238 req-37764400-f465-46ca-8752-47e022de5910 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:54.240926 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-34d84b79-470a-4e60-b362-9e8c6b8ee238 req-37764400-f465-46ca-8752-47e022de5910 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 944 time: 0.0591598 Oct 23 01:02:54.313517 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-34d84b79-470a-4e60-b362-9e8c6b8ee238 req-e75ee066-f7ec-4c51-b460-aa95eb296000 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668378 Oct 23 01:02:54.355403 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Publish callbacks [] for security_group (18d9f531-4fe8-401f-a79c-58eca92c3572), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.359063 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (18d9f531-4fe8-401f-a79c-58eca92c3572), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.396468 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d9f531-4fe8-401f-a79c-58eca92c3572,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:54.400325 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dd420ddd7a9a46debee3779334689163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881975 Oct 23 01:02:54.403174 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42876) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:54.406459 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.406809 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.407155 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.407500 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.407838 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.408169 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.408522 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.408846 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.409173 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.409495 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.409817 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.410141 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.410460 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.410779 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.411097 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3771fec3-a189-4560-9497-a0a6f247847c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.459169 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Publish callbacks [] for security_group (18d9f531-4fe8-401f-a79c-58eca92c3572), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.478670 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Publish callbacks [] for security_group (18d9f531-4fe8-401f-a79c-58eca92c3572), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.525072 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (18d9f531-4fe8-401f-a79c-58eca92c3572), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.527608 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.528793 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/18d9f531-4fe8-401f-a79c-58eca92c3572 HTTP/1.1" status: 204 len: 168 time: 0.1245048 Oct 23 01:02:54.536500 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d9f531-4fe8-401f-a79c-58eca92c3572,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:54.543837 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.544180 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.544547 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.544879 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.545209 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.545532 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.545883 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.546202 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.546518 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.546836 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.547155 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.547473 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.547787 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.548100 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.548440 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a5225-1e83-48d0-bafd-621e75cdf562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:54.783261 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42882) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:54.797457 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-749e1a50-a76a-4648-a6c2-2b361d412f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.810519 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:54.879397 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-749e1a50-a76a-4648-a6c2-2b361d412f41 admin admin] Publish callbacks [] for security_group (8884659f-d8f4-4f36-88c1-8cf9b4451480), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.882938 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-749e1a50-a76a-4648-a6c2-2b361d412f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8884659f-d8f4-4f36-88c1-8cf9b4451480), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.920579 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-749e1a50-a76a-4648-a6c2-2b361d412f41 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9769d77b21204dcab47dc83b10ac6a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362314 Oct 23 01:02:54.922450 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e1a50-a76a-4648-a6c2-2b361d412f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8884659f-d8f4-4f36-88c1-8cf9b4451480,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:54.923285 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42884) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:54.971587 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0473aa1b-f8b7-4078-9958-c024cae6461b admin admin] Publish callbacks [] for security_group (8884659f-d8f4-4f36-88c1-8cf9b4451480), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.991647 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0473aa1b-f8b7-4078-9958-c024cae6461b admin admin] Publish callbacks [] for security_group (8884659f-d8f4-4f36-88c1-8cf9b4451480), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:55.038576 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0473aa1b-f8b7-4078-9958-c024cae6461b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8884659f-d8f4-4f36-88c1-8cf9b4451480), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:55.041120 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0473aa1b-f8b7-4078-9958-c024cae6461b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:55.042756 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0473aa1b-f8b7-4078-9958-c024cae6461b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8884659f-d8f4-4f36-88c1-8cf9b4451480 HTTP/1.1" status: 204 len: 168 time: 0.1180024 Oct 23 01:02:55.052772 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473aa1b-f8b7-4078-9958-c024cae6461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8884659f-d8f4-4f36-88c1-8cf9b4451480,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:55.071343 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:55.103585 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ede0f7-55e0-4a2d-a4e1-7af9e7b5fdff req-2cdb56ce-3390-45a3-8f59-a746c61d0994 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:55.105790 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-21ede0f7-55e0-4a2d-a4e1-7af9e7b5fdff req-2cdb56ce-3390-45a3-8f59-a746c61d0994 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0548277 Oct 23 01:02:55.155410 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-21ede0f7-55e0-4a2d-a4e1-7af9e7b5fdff req-f18522e8-a469-4af0-aa7b-3c900f137131 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Oct 23 01:02:55.451223 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1ba2f-7070-4467-947c-1bfec746da45 req-f7c467aa-523d-4ea1-875c-6539b3e9940c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:55.452725 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-64d1ba2f-7070-4467-947c-1bfec746da45 req-f7c467aa-523d-4ea1-875c-6539b3e9940c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 944 time: 0.0599730 Oct 23 01:02:55.479115 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:55.503729 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-64d1ba2f-7070-4467-947c-1bfec746da45 req-5e73b96b-05ed-42d2-9df6-772d8f42ea20 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Oct 23 01:02:56.264058 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-b74618ed-67ad-4838-a6c0-840946729ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:56.266337 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-b74618ed-67ad-4838-a6c0-840946729ca8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 1128 time: 0.0523970 Oct 23 01:02:56.334433 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44199e-ca84-4f61-987e-094cac4f389b req-2c07e70a-7baa-4cbc-b73c-699712047935 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:56.336039 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5d44199e-ca84-4f61-987e-094cac4f389b req-2c07e70a-7baa-4cbc-b73c-699712047935 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0908298 Oct 23 01:02:56.375878 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-e2487205-43fa-4c94-9dae-9abd58a64374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:56.377389 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-e2487205-43fa-4c94-9dae-9abd58a64374 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.1040947 Oct 23 01:02:56.387207 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:56.392253 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5d44199e-ca84-4f61-987e-094cac4f389b req-885e5c5b-cc92-4cc3-a179-efdb100136fb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491726 Oct 23 01:02:56.423741 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-568625c7-043a-4305-843a-a956f0fc245c service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bde4932e-d192-4056-bf90-e3b87bc9407a HTTP/1.1" status: 200 len: 217 time: 0.0400994 Oct 23 01:02:56.473026 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-94134f09-c545-4239-8b7d-2f0430e3027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:56.474457 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-94134f09-c545-4239-8b7d-2f0430e3027c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0436375 Oct 23 01:02:56.521202 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-fb8ad767-e189-461c-952e-c0f1f01aeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:56.522716 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-fb8ad767-e189-461c-952e-c0f1f01aeaea service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424545 Oct 23 01:02:56.601841 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:56.616849 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-074952c7-9de2-4a0d-b089-ae56fb9e0a2d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879965 Oct 23 01:02:56.625121 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c676c1-5986-417d-a013-4f750a77ccb1 req-1f42e69e-465d-4eee-b5b7-484a2731758b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:56.626612 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-52c676c1-5986-417d-a013-4f750a77ccb1 req-1f42e69e-465d-4eee-b5b7-484a2731758b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 944 time: 0.0498607 Oct 23 01:02:56.673690 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-52c676c1-5986-417d-a013-4f750a77ccb1 req-1e3ab31e-2965-402a-82c5-da5dde03c6a7 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 Oct 23 01:02:56.707229 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-3653d54b-6ebb-45d4-936e-72ff59cd4c85 req-5b6a6a2e-ba9f-4118-8a82-ae0c52904269 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834291 Oct 23 01:02:57.312766 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device bde4932e-d192-4056-bf90-e3b87bc9407a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:02:57.411103 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port bde4932e-d192-4056-bf90-e3b87bc9407a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bde4932e-d192-4056-bf90-e3b87bc9407a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:57.422566 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'port_id': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'mac_address': 'fa:16:3e:77:74:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:02:57.465620 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port bde4932e-d192-4056-bf90-e3b87bc9407a is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:57.466161 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:57.482651 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde4932e-d192-4056-bf90-e3b87bc9407a {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:02:57.505567 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port bde4932e-d192-4056-bf90-e3b87bc9407a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bde4932e-d192-4056-bf90-e3b87bc9407a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:57.510085 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:57.539156 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102167-b2f2-4826-842b-7626dc4b00a5 req-2e32fbdc-cb90-4cfc-bc58-42e748506a21 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:57.544836 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-25102167-b2f2-4826-842b-7626dc4b00a5 req-2e32fbdc-cb90-4cfc-bc58-42e748506a21 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0651982 Oct 23 01:02:57.574056 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=bde4932e-d192-4056-bf90-e3b87bc9407a,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:57.596122 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-25102167-b2f2-4826-842b-7626dc4b00a5 req-e062bc88-df07-4da1-9e32-90a590b630e1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493939 Oct 23 01:02:57.806822 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86bc03-03ff-4d57-a4d0-8088a17d9b98 req-5750ee38-1f63-4eeb-a538-c21fbb3038b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:57.809006 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fb86bc03-03ff-4d57-a4d0-8088a17d9b98 req-5750ee38-1f63-4eeb-a538-c21fbb3038b6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 945 time: 0.0559564 Oct 23 01:02:57.856637 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fb86bc03-03ff-4d57-a4d0-8088a17d9b98 req-08206cdd-d04d-4e00-aa06-4c2af19550ef tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Oct 23 01:02:57.887746 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['bde4932e-d192-4056-bf90-e3b87bc9407a'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:02:58.493069 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:58.494952 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=10 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:58.725905 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bc4f5-922e-47a7-81d3-477137f6c275 req-80abb21f-1fea-4eb6-b8a1-62e7cc3ed05e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:58.727379 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ac5bc4f5-922e-47a7-81d3-477137f6c275 req-80abb21f-1fea-4eb6-b8a1-62e7cc3ed05e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0479901 Oct 23 01:02:58.778218 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ac5bc4f5-922e-47a7-81d3-477137f6c275 req-c16b024c-9c88-48ae-967f-690e41d02fa5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Oct 23 01:02:58.974830 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127aeb-9e68-4b16-8899-c4e12640941a req-dc7cea61-2ec8-4409-aa7b-63004ba6a186 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:58.976272 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-72127aeb-9e68-4b16-8899-c4e12640941a req-dc7cea61-2ec8-4409-aa7b-63004ba6a186 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 945 time: 0.0472050 Oct 23 01:02:59.026207 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-72127aeb-9e68-4b16-8899-c4e12640941a req-501f6612-b117-474c-ae87-a49f9a0d04c2 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437315 Oct 23 01:02:59.318323 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device bde4932e-d192-4056-bf90-e3b87bc9407a up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:02:59.360665 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port bde4932e-d192-4056-bf90-e3b87bc9407a completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:02:59.365868 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port bde4932e-d192-4056-bf90-e3b87bc9407a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:59.366267 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:59.366736 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port bde4932e-d192-4056-bf90-e3b87bc9407a Oct 23 01:02:59.440042 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port bde4932e-d192-4056-bf90-e3b87bc9407a is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:59.440455 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:59.462960 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7384da4c-57a9-414e-835f-a9804205331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde4932e-d192-4056-bf90-e3b87bc9407a'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:59.465242 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb4a5ac-4005-4a36-a47d-2ed59d083fc1" -d '{"events": [{"server_uuid": "7384da4c-57a9-414e-835f-a9804205331f", "name": "network-vif-plugged", "status": "completed", "tag": "bde4932e-d192-4056-bf90-e3b87bc9407a"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:59.479457 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port bde4932e-d192-4056-bf90-e3b87bc9407a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bde4932e-d192-4056-bf90-e3b87bc9407a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:59.484513 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:59.508837 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f6dd34-0b41-4b04-ada9-ee3249bdbd96 x-openstack-request-id: req-f9f6dd34-0b41-4b04-ada9-ee3249bdbd96 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:59.509128 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7384da4c-57a9-414e-835f-a9804205331f", "name": "network-vif-plugged", "status": "completed", "tag": "bde4932e-d192-4056-bf90-e3b87bc9407a", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:59.509378 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9f6dd34-0b41-4b04-ada9-ee3249bdbd96 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:59.509773 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f6dd34-0b41-4b04-ada9-ee3249bdbd96'] response: {'server_uuid': '7384da4c-57a9-414e-835f-a9804205331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'code': 200} Oct 23 01:02:59.538154 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=bde4932e-d192-4056-bf90-e3b87bc9407a,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:59.689781 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f271e6-a34c-43f6-bda9-c1bf7844702e req-9940c03c-9c95-44cd-aed9-2a1cac3f8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:59.691196 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-32f271e6-a34c-43f6-bda9-c1bf7844702e req-9940c03c-9c95-44cd-aed9-2a1cac3f8979 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 1130 time: 0.0382869 Oct 23 01:02:59.735384 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-32f271e6-a34c-43f6-bda9-c1bf7844702e req-58ab8259-6745-4025-a5c8-ca3e8e2398c7 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Oct 23 01:02:59.915330 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1028d-67b7-49b7-be8a-ca0479345abd req-936153d7-d074-4e43-af1f-a3da10bac3aa tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:59.916851 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d4c1028d-67b7-49b7-be8a-ca0479345abd req-936153d7-d074-4e43-af1f-a3da10bac3aa tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0507755 Oct 23 01:02:59.964837 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d4c1028d-67b7-49b7-be8a-ca0479345abd req-1147597e-8336-4f6d-9745-f705ff120dd5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Oct 23 01:03:00.145961 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf436c8-c74c-449c-a07c-d5a69e8ab965 req-d06a7891-3504-47a9-9061-994b32dc84b2 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:00.147446 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-abf436c8-c74c-449c-a07c-d5a69e8ab965 req-d06a7891-3504-47a9-9061-994b32dc84b2 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 946 time: 0.0469501 Oct 23 01:03:00.194132 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-abf436c8-c74c-449c-a07c-d5a69e8ab965 req-6aa6e314-32a8-4885-97ce-d3587e992312 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Oct 23 01:03:01.193508 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 42978) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:01.255526 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ad05-adbb-4758-8b62-73fa6c1405d6 req-39c6392f-daac-470d-a118-fccb6596faf7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:01.261747 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9484ad05-adbb-4758-8b62-73fa6c1405d6 req-39c6392f-daac-470d-a118-fccb6596faf7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0591209 Oct 23 01:03:01.343377 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0d3744bf-fab4-4496-9349-3d529be2c482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:01.361958 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241e5b-1110-4ff3-8cf4-39632e832460 req-ba824382-0c47-4426-89c2-7f2169fac7f1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:01.363494 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-93241e5b-1110-4ff3-8cf4-39632e832460 req-ba824382-0c47-4426-89c2-7f2169fac7f1 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 946 time: 0.0861177 Oct 23 01:03:01.369969 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9484ad05-adbb-4758-8b62-73fa6c1405d6 req-00f62b59-9ca9-4f17-a739-9935f42be67c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072242 Oct 23 01:03:01.440723 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-93241e5b-1110-4ff3-8cf4-39632e832460 req-005fc474-fd04-49c8-82d8-813ce2a8759b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697982 Oct 23 01:03:01.442549 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:01.458329 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:01.484105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0d3744bf-fab4-4496-9349-3d529be2c482 admin admin] Publish callbacks [] for security_group (edc20977-213b-44c6-a346-32a153a27858), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:01.489615 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0d3744bf-fab4-4496-9349-3d529be2c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (edc20977-213b-44c6-a346-32a153a27858), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:01.530414 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0d3744bf-fab4-4496-9349-3d529be2c482 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=79cd0f930dca4501b35b200777cee537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357158 Oct 23 01:03:01.531659 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3744bf-fab4-4496-9349-3d529be2c482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc20977-213b-44c6-a346-32a153a27858,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:01.533497 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42984) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:01.606893 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e2d60d30-2476-4935-bc36-a4a348f03ed5 admin admin] Publish callbacks [] for security_group (edc20977-213b-44c6-a346-32a153a27858), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:01.627252 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e2d60d30-2476-4935-bc36-a4a348f03ed5 admin admin] Publish callbacks [] for security_group (edc20977-213b-44c6-a346-32a153a27858), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:01.674169 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e2d60d30-2476-4935-bc36-a4a348f03ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (edc20977-213b-44c6-a346-32a153a27858), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:01.677940 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e2d60d30-2476-4935-bc36-a4a348f03ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:01.678134 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e2d60d30-2476-4935-bc36-a4a348f03ed5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/edc20977-213b-44c6-a346-32a153a27858 HTTP/1.1" status: 204 len: 168 time: 0.1428595 Oct 23 01:03:01.686451 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d60d30-2476-4935-bc36-a4a348f03ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc20977-213b-44c6-a346-32a153a27858,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:02.497030 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940306d-26ba-4d84-a48e-48d4f9814eae req-1c5ac763-32e2-46da-ad34-a917a69c93de tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:02.498517 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b940306d-26ba-4d84-a48e-48d4f9814eae req-1c5ac763-32e2-46da-ad34-a917a69c93de tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0481198 Oct 23 01:03:02.576586 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b940306d-26ba-4d84-a48e-48d4f9814eae req-cbe18705-21be-4258-8349-c7ad604114e2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723267 Oct 23 01:03:02.582216 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb4e4-e2cb-4d97-b66f-c31c2f454b93 req-044d3a75-3cb0-4665-b153-cf74af05fdf6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:02.583664 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7b2eb4e4-e2cb-4d97-b66f-c31c2f454b93 req-044d3a75-3cb0-4665-b153-cf74af05fdf6 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 946 time: 0.0627131 Oct 23 01:03:02.635705 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7b2eb4e4-e2cb-4d97-b66f-c31c2f454b93 req-67fedea2-4398-4413-9926-38a00cafda9a tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451250 Oct 23 01:03:02.748983 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666fb11-1c6b-4c82-a2b6-37c497e1a01b req-8c7edac7-9116-41de-80be-5c4d1b5b5054 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:02.750415 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d666fb11-1c6b-4c82-a2b6-37c497e1a01b req-8c7edac7-9116-41de-80be-5c4d1b5b5054 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 946 time: 0.0453565 Oct 23 01:03:02.760632 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 42994) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:02.765675 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Request body: {'floatingip': {'port_id': 'bde4932e-d192-4056-bf90-e3b87bc9407a'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:02.801967 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (a8d41fa1-81d0-47e0-9c68-bf8c1bc15315), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:02.942835 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:03.210880 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.214631 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (a8d41fa1-81d0-47e0-9c68-bf8c1bc15315), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.309833 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Floating IP a8d41fa1-81d0-47e0-9c68-bf8c1bc15315 associated. External IP: 172.37.1.218, port: bde4932e-d192-4056-bf90-e3b87bc9407a. Oct 23 01:03:03.343957 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:03.344252 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:03:03.364390 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:03.426516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:03.445927 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:03.457614 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'c112bc08-da49-4d9a-83de-69470b122759', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'port_id': 'c112bc08-da49-4d9a-83de-69470b122759', 'mac_address': 'fa:16:3e:83:23:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:03:03.492717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c112bc08-da49-4d9a-83de-69470b122759 is: ACTIVE; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:03.493031 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.506746 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c112bc08-da49-4d9a-83de-69470b122759 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:03:03.510625 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:03:03.526132 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:03.530588 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.587434 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=6']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:03.610906 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:03:03.615741 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.621996 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:03:03.627296 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['c112bc08-da49-4d9a-83de-69470b122759'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:03:03.653268 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-873ebc2c-c5df-4bcb-b2f2-ce98775ac89e tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/a8d41fa1-81d0-47e0-9c68-bf8c1bc15315 HTTP/1.1" status: 200 len: 992 time: 0.8872073 Oct 23 01:03:03.653268 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7384da4c-57a9-414e-835f-a9804205331f', 'tag': 'bde4932e-d192-4056-bf90-e3b87bc9407a'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:03.653268 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dca321-3863-4a57-b778-e748cdc3be7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7384da4c-57a9-414e-835f-a9804205331f", "tag": "bde4932e-d192-4056-bf90-e3b87bc9407a"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:03.666130 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:03.666769 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:02:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:03.691880 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d52f0-64ef-4962-9459-68f4e7f893ef x-openstack-request-id: req-1d5d52f0-64ef-4962-9459-68f4e7f893ef {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:03.692169 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7384da4c-57a9-414e-835f-a9804205331f", "tag": "bde4932e-d192-4056-bf90-e3b87bc9407a", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:03.692578 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d5d52f0-64ef-4962-9459-68f4e7f893ef {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:03.692987 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5d52f0-64ef-4962-9459-68f4e7f893ef'] response: {'name': 'network-changed', 'server_uuid': '7384da4c-57a9-414e-835f-a9804205331f', 'tag': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'status': 'completed', 'code': 200} Oct 23 01:03:03.718821 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af535ae2-3730-4137-a615-7425766a9963 req-1d1fb5a7-d1bf-4601-b664-247a184fd0d1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:03.720323 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-af535ae2-3730-4137-a615-7425766a9963 req-1d1fb5a7-d1bf-4601-b664-247a184fd0d1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 945 time: 0.0513465 Oct 23 01:03:03.763722 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dca321-3863-4a57-b778-e748cdc3be7e req-b2cf8905-341e-4a3f-b2ab-dca3a143b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:03.765197 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-62dca321-3863-4a57-b778-e748cdc3be7e req-b2cf8905-341e-4a3f-b2ab-dca3a143b066 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 1130 time: 0.0491710 Oct 23 01:03:03.774205 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-af535ae2-3730-4137-a615-7425766a9963 req-f4b861db-dbc8-4fc0-b322-4ee52daf5428 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447023 Oct 23 01:03:03.815981 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:03.858724 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dca321-3863-4a57-b778-e748cdc3be7e req-28bf36a9-6de8-4d2d-8022-58831abecd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:03.860194 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-62dca321-3863-4a57-b778-e748cdc3be7e req-28bf36a9-6de8-4d2d-8022-58831abecd63 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.0878427 Oct 23 01:03:03.926168 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-62dca321-3863-4a57-b778-e748cdc3be7e req-1fd63741-b2ba-483d-8cb0-2de218a355de service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bde4932e-d192-4056-bf90-e3b87bc9407a HTTP/1.1" status: 200 len: 1000 time: 0.0589702 Oct 23 01:03:03.975266 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dca321-3863-4a57-b778-e748cdc3be7e req-5bf05e04-a74a-4292-924a-d1d44e738640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:03.977393 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-62dca321-3863-4a57-b778-e748cdc3be7e req-5bf05e04-a74a-4292-924a-d1d44e738640 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0446899 Oct 23 01:03:04.012031 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:04.022501 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dca321-3863-4a57-b778-e748cdc3be7e req-1e0c6a36-79b8-4161-98b8-5a7c9fd944c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:04.023919 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-62dca321-3863-4a57-b778-e748cdc3be7e req-1e0c6a36-79b8-4161-98b8-5a7c9fd944c6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398462 Oct 23 01:03:04.069717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'a8d41fa1-81d0-47e0-9c68-bf8c1bc15315', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.218', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:77:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384da4c-57a9-414e-835f-a9804205331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:49Z', 'updated_at': '2022-10-23T01:03:03Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:04.094518 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:03:04.102824 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:04.103412 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:02:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:04.117055 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-62dca321-3863-4a57-b778-e748cdc3be7e req-00445006-c2c4-4126-9ccc-c2872f221b5a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859697 Oct 23 01:03:04.204963 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:04.205637 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-62dca321-3863-4a57-b778-e748cdc3be7e req-aa2bcb26-2f28-4486-b858-ce21ed51ba8e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819774 Oct 23 01:03:04.237482 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:04.309065 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:04.416267 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'a8d41fa1-81d0-47e0-9c68-bf8c1bc15315', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.218', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:77:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384da4c-57a9-414e-835f-a9804205331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:49Z', 'updated_at': '2022-10-23T01:03:03Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:04.440378 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd0396-8923-4659-9d50-7329faaa3020 None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'a8d41fa1-81d0-47e0-9c68-bf8c1bc15315', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'floating_ip_address': '172.37.1.218', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'port_id': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'mac_address': 'fa:16:3e:77:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384da4c-57a9-414e-835f-a9804205331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:49Z', 'updated_at': '2022-10-23T01:03:03Z', 'revision_number': 1, 'project_id': 'f639829059494fd49c12d49d52134692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:03:04.624332 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3fccb-0dd7-4e16-9daa-d4e998024046 None None] New status for floating IP a8d41fa1-81d0-47e0-9c68-bf8c1bc15315: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:03:04.901714 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108adfb8-c107-4237-9fdc-477d0b8a6873 req-65ca4f74-2266-4272-bb6d-e667323dd735 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:04.903143 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-108adfb8-c107-4237-9fdc-477d0b8a6873 req-65ca4f74-2266-4272-bb6d-e667323dd735 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 945 time: 0.0456665 Oct 23 01:03:04.952066 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-108adfb8-c107-4237-9fdc-477d0b8a6873 req-2de5c106-48d4-44cd-87f3-92169b0e5140 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Oct 23 01:03:05.380600 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:03:05.423584 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port c112bc08-da49-4d9a-83de-69470b122759 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:03:05.424218 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (c112bc08-da49-4d9a-83de-69470b122759), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:05.424349 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port c112bc08-da49-4d9a-83de-69470b122759 Oct 23 01:03:05.496707 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c112bc08-da49-4d9a-83de-69470b122759 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:05.497085 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:05.518982 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:05.521216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f39e7b-9e66-4b35-a09e-fd0fc57b99bb" -d '{"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-plugged", "status": "completed", "tag": "c112bc08-da49-4d9a-83de-69470b122759"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:05.533311 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:05.537440 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:05.561969 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b741476-8789-4933-a0f2-0ca88bd2d113 x-openstack-request-id: req-2b741476-8789-4933-a0f2-0ca88bd2d113 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:05.562251 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-plugged", "status": "completed", "tag": "c112bc08-da49-4d9a-83de-69470b122759", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:05.562496 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b741476-8789-4933-a0f2-0ca88bd2d113 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:05.562879 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b741476-8789-4933-a0f2-0ca88bd2d113'] response: {'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759', 'code': 200} Oct 23 01:03:05.586764 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=7']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:06.075183 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a586f-63db-4a4a-8a94-70f0790d2691 req-0736a8a7-80e7-4886-b725-471a26ce16cc tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:06.076631 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b1a586f-63db-4a4a-8a94-70f0790d2691 req-0736a8a7-80e7-4886-b725-471a26ce16cc tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0465446 Oct 23 01:03:06.123716 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4b1a586f-63db-4a4a-8a94-70f0790d2691 req-4093e638-f0b1-4b6d-9b15-4d1ef560c5a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Oct 23 01:03:07.248756 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf3eda-99ea-49a8-b6af-6f44cc7c5429 req-64644eb2-0da3-4076-854d-5be509251275 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:07.250230 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ccf3eda-99ea-49a8-b6af-6f44cc7c5429 req-64644eb2-0da3-4076-854d-5be509251275 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0455513 Oct 23 01:03:07.296984 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4ccf3eda-99ea-49a8-b6af-6f44cc7c5429 req-9c213221-2fc3-4e45-a9cd-ad1f67a1e5e8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411227 Oct 23 01:03:08.422922 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526f94b-08a8-4767-ac7d-4b0aa8aba634 req-3bb5722d-edfc-4215-80b9-3c2480c8ae89 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:08.424375 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e526f94b-08a8-4767-ac7d-4b0aa8aba634 req-3bb5722d-edfc-4215-80b9-3c2480c8ae89 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0500655 Oct 23 01:03:08.469969 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e526f94b-08a8-4767-ac7d-4b0aa8aba634 req-49063922-883a-4e64-a39f-2aa764330cf9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401056 Oct 23 01:03:09.599047 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389e4b9-57eb-4084-9a6e-d6a2542e2b0c req-c05e3811-2fff-4798-8686-548b5d922063 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:09.600829 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9389e4b9-57eb-4084-9a6e-d6a2542e2b0c req-c05e3811-2fff-4798-8686-548b5d922063 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0482028 Oct 23 01:03:09.653565 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9389e4b9-57eb-4084-9a6e-d6a2542e2b0c req-13d194fb-75e4-4a82-91bf-5ac1de4ac7e5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 Oct 23 01:03:10.295902 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fcf55ec0-9c57-44d5-8c6c-1821e438b797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.798736 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fee1-e85f-4b60-bfbf-d23209f29eac req-09432d5c-a50d-4d95-9bdb-af9ab2d75872 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:10.800336 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53b6fee1-e85f-4b60-bfbf-d23209f29eac req-09432d5c-a50d-4d95-9bdb-af9ab2d75872 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0536988 Oct 23 01:03:10.857206 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53b6fee1-e85f-4b60-bfbf-d23209f29eac req-7f9b7f25-de24-4f89-848f-f6b19e13e10f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506454 Oct 23 01:03:11.988227 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201077f-02f3-41ec-aedf-19a2d85a7292 req-8215877c-dac8-414b-a2d8-7e9afed22700 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:11.989714 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0201077f-02f3-41ec-aedf-19a2d85a7292 req-8215877c-dac8-414b-a2d8-7e9afed22700 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0485449 Oct 23 01:03:12.002045 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:12.020454 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:12.060840 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0201077f-02f3-41ec-aedf-19a2d85a7292 req-9b1bc801-306a-4b1a-ade9-d6c2349c046e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650127 Oct 23 01:03:12.427965 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-460a12b0-4468-4b26-8f78-7f7a8752c839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.219025 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dcca9-bebe-410a-b537-3f07f0ffca08 req-8a067b5d-dfab-4f5f-a340-1986008ef520 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:13.221300 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2c1dcca9-bebe-410a-b537-3f07f0ffca08 req-8a067b5d-dfab-4f5f-a340-1986008ef520 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0556216 Oct 23 01:03:13.275264 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2c1dcca9-bebe-410a-b537-3f07f0ffca08 req-5df815a5-141d-43a6-9319-d7de2fe89743 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483050 Oct 23 01:03:13.718293 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.200735 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=17 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:14.202220 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:14.413913 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba8fb6-e4a5-450b-bbcc-7ea6a05a8412 req-1f389dab-f9d0-43b0-b885-6a8701c09f32 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:14.416526 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-baba8fb6-e4a5-450b-bbcc-7ea6a05a8412 req-1f389dab-f9d0-43b0-b885-6a8701c09f32 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0534399 Oct 23 01:03:14.474106 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-baba8fb6-e4a5-450b-bbcc-7ea6a05a8412 req-540aa33f-cd0c-4fc1-9def-dff078f23c85 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498827 Oct 23 01:03:14.725493 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:14.726324 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:15.338770 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:15.371667 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:15.605669 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab151b-8a88-4882-a0df-d6f61182ca90 req-67cda99f-0ef6-44c7-bfb3-909cb9d75939 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:15.608763 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8ab151b-8a88-4882-a0df-d6f61182ca90 req-67cda99f-0ef6-44c7-bfb3-909cb9d75939 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0505509 Oct 23 01:03:15.657207 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b8ab151b-8a88-4882-a0df-d6f61182ca90 req-dcd8a47b-c9f7-4060-bac0-7b9ae76b6ed5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Oct 23 01:03:16.640128 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:03:16.793995 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d285c-36d5-4163-a985-106d31e67e4d req-95b3a0d5-99ab-4a4a-9316-b43324d3a1db tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:16.795585 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-910d285c-36d5-4163-a985-106d31e67e4d req-95b3a0d5-99ab-4a4a-9316-b43324d3a1db tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0546298 Oct 23 01:03:16.852562 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-910d285c-36d5-4163-a985-106d31e67e4d req-a5732508-675c-4475-9278-a794f6ff47f1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504255 Oct 23 01:03:17.988818 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4db82-fd43-4f1f-ab64-e5554b9007a8 req-eddeb36f-03a0-4c72-ba34-c77163d50acb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:17.990820 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5df4db82-fd43-4f1f-ab64-e5554b9007a8 req-eddeb36f-03a0-4c72-ba34-c77163d50acb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0494366 Oct 23 01:03:18.042184 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5df4db82-fd43-4f1f-ab64-e5554b9007a8 req-4b4e12cf-ea62-45d2-9cc0-74236bdc38fb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452025 Oct 23 01:03:19.175386 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0a95f-3fe1-4576-8e86-8a002555539e req-efee0ecb-6318-4a1d-a7b8-78ba45d8e2a4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:19.176884 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81e0a95f-3fe1-4576-8e86-8a002555539e req-efee0ecb-6318-4a1d-a7b8-78ba45d8e2a4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0494058 Oct 23 01:03:19.228504 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-81e0a95f-3fe1-4576-8e86-8a002555539e req-58d0c921-f12f-4747-9fe9-5b3fb3c7f7f4 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460272 Oct 23 01:03:20.367114 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b568b-8063-4cd3-9beb-793ecdf2fae3 req-6d5e1481-a3d2-490b-9390-1f733af1e17d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:20.372802 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ef7b568b-8063-4cd3-9beb-793ecdf2fae3 req-6d5e1481-a3d2-490b-9390-1f733af1e17d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0563555 Oct 23 01:03:20.438024 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ef7b568b-8063-4cd3-9beb-793ecdf2fae3 req-d4cb15eb-e327-4825-a05a-a20321725a29 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604730 Oct 23 01:03:21.563057 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8310359-7ca2-4a0f-a910-57bd92018a94 req-3964254c-5b1b-4084-93de-f6cc9407d051 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:21.564549 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e8310359-7ca2-4a0f-a910-57bd92018a94 req-3964254c-5b1b-4084-93de-f6cc9407d051 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0471871 Oct 23 01:03:21.613277 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e8310359-7ca2-4a0f-a910-57bd92018a94 req-243bd6a5-1c03-4876-b42f-34d2443c1bf7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Oct 23 01:03:21.734974 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-1a73e9f1-bb34-44c9-86e5-c927a6a38a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:21.736403 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-1a73e9f1-bb34-44c9-86e5-c927a6a38a43 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 1130 time: 0.0445383 Oct 23 01:03:21.826507 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-077b08d6-7895-47e0-a1d1-0ffeae690750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:21.827973 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-077b08d6-7895-47e0-a1d1-0ffeae690750 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.0852311 Oct 23 01:03:21.892166 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-d399c7b2-fca8-4094-9ccb-5367dd74f57b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c112bc08-da49-4d9a-83de-69470b122759 HTTP/1.1" status: 200 len: 1002 time: 0.0578780 Oct 23 01:03:21.940276 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-2764e764-9792-4160-92d8-6ae9337fd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:21.941706 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-2764e764-9792-4160-92d8-6ae9337fd4f0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0437937 Oct 23 01:03:21.985673 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-31ee11f1-8f77-4e47-902b-71a6e3b0eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:21.987059 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-31ee11f1-8f77-4e47-902b-71a6e3b0eb61 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379965 Oct 23 01:03:22.078791 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-37dc9c5d-a650-49b3-af4d-48c0ce2e15cb service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839987 Oct 23 01:03:22.168429 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-84729ac4-d26e-4b42-888b-04cb4175c2ec req-9fb0f174-f354-4f42-ad31-e17bb405dfb8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819376 Oct 23 01:03:22.294282 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:22.740988 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed5014-486d-4d71-a455-83da6373f260 req-515daff4-10d1-49eb-ac7e-6f9416cd0f97 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:22.742437 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e9ed5014-486d-4d71-a455-83da6373f260 req-515daff4-10d1-49eb-ac7e-6f9416cd0f97 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0493147 Oct 23 01:03:22.788940 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e9ed5014-486d-4d71-a455-83da6373f260 req-2db1c579-5c51-495b-997c-a45a5c45b248 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Oct 23 01:03:23.912709 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d41ce-e4bb-4d49-b613-bb8d983c6357 req-cf3b0e4e-8b5c-4280-8232-ff9f8ce65ca7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:23.914131 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-648d41ce-e4bb-4d49-b613-bb8d983c6357 req-cf3b0e4e-8b5c-4280-8232-ff9f8ce65ca7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0466874 Oct 23 01:03:23.962181 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-648d41ce-e4bb-4d49-b613-bb8d983c6357 req-8b60a966-7c97-4c5b-b764-4fbfb28329f8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 Oct 23 01:03:25.091263 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a126f-50e3-4675-8486-3994c3498955 req-96311cee-169a-463e-b5f5-4e3cd8a706ef tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:25.092623 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e95a126f-50e3-4675-8486-3994c3498955 req-96311cee-169a-463e-b5f5-4e3cd8a706ef tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 946 time: 0.0498402 Oct 23 01:03:25.117425 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:25.122485 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:25.139066 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e95a126f-50e3-4675-8486-3994c3498955 req-99be301e-a825-427c-b517-2cfddbca2940 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Oct 23 01:03:25.452415 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:03:25.522978 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c112bc08-da49-4d9a-83de-69470b122759 is: ACTIVE; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:25.523365 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:25.546431 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:25.548669 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087bed3a-937d-4ca9-85e0-d102d1ce77a9" -d '{"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-unplugged", "status": "completed", "tag": "c112bc08-da49-4d9a-83de-69470b122759"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:25.561303 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:25.565778 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:25.589095 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf48d0b3-6c60-4b65-b0ce-8ef8ab128d3b x-openstack-request-id: req-bf48d0b3-6c60-4b65-b0ce-8ef8ab128d3b {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:25.589379 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-unplugged", "status": "failed", "tag": "c112bc08-da49-4d9a-83de-69470b122759", "code": 422}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:25.589627 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf48d0b3-6c60-4b65-b0ce-8ef8ab128d3b {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:25.590087 dv-cinder-master-3-smb neutron-server[104469]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bf48d0b3-6c60-4b65-b0ce-8ef8ab128d3b']: {'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759', 'code': 422} returned with failed status Oct 23 01:03:25.616721 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=8']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:25.624336 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.624684 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.625020 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.625351 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.625680 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.626001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.626372 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.626709 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.627023 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.627270 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.627595 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.627910 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.628516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.628827 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:25.629141 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:26.080796 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c4ea-9625-4fb5-8592-2610236b426c req-b6b972d4-ca62-41d1-a528-6592801e95f0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:26.082273 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-63d1c4ea-9625-4fb5-8592-2610236b426c req-b6b972d4-ca62-41d1-a528-6592801e95f0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0478427 Oct 23 01:03:26.132589 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-63d1c4ea-9625-4fb5-8592-2610236b426c req-65936336-8adb-4487-919b-ae042916fca1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Oct 23 01:03:26.354849 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-03d7696b-c72d-4edb-b42f-8c69162c3ffa service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388873 Oct 23 01:03:26.405701 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-50eb24e8-17ea-4a4d-81f8-2b3e8b8d65f6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422173 Oct 23 01:03:26.434795 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-25fbb5da-968a-40cf-b6de-6e5a9089ba0c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:26.436412 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-25fbb5da-968a-40cf-b6de-6e5a9089ba0c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports/c112bc08-da49-4d9a-83de-69470b122759 HTTP/1.1" status: 200 len: 941 time: 0.0489583 Oct 23 01:03:26.488152 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-0495d45e-0671-4c9d-b3c9-8fc8300067a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:26.489718 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-0495d45e-0671-4c9d-b3c9-8fc8300067a8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ac18f8515a94410891c7675051d1ac59&device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0402615 Oct 23 01:03:26.606198 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-7e346fc1-7f27-4391-8de3-a8a68b232610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:26.608164 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-7e346fc1-7f27-4391-8de3-a8a68b232610 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=082de651-68c7-4173-8643-f72fffa9c2c7 HTTP/1.1" status: 200 len: 909 time: 0.1000562 Oct 23 01:03:26.678309 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-2de3788b-23ab-4338-9249-816910a2e2e3 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0633910 Oct 23 01:03:26.733073 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-ea67a85d-e04f-4c45-b46e-5b55352bf2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:26.734522 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-ea67a85d-e04f-4c45-b46e-5b55352bf2ec service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6afcc383-31f6-475b-9115-7ff684be90d4 HTTP/1.1" status: 200 len: 847 time: 0.0458961 Oct 23 01:03:26.788584 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-a58365fe-ebe9-4a5e-afee-52c278659f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:26.790099 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-a58365fe-ebe9-4a5e-afee-52c278659f35 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=082de651-68c7-4173-8643-f72fffa9c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417492 Oct 23 01:03:26.903307 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-1bab4983-7949-4009-a177-8e74f1299a39 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024830 Oct 23 01:03:26.961493 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:27.008250 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-cfa1576b-3837-414e-b9ba-253a3aa68498 req-4994332f-f7e6-4f27-b86a-4ef6d30e1f65 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979047 Oct 23 01:03:27.263482 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da529c-b749-4252-8287-c503981b4fdc req-c878b1a7-99d0-4dbd-a854-4383b1917612 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:27.264879 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c3da529c-b749-4252-8287-c503981b4fdc req-c878b1a7-99d0-4dbd-a854-4383b1917612 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0511510 Oct 23 01:03:27.311249 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c3da529c-b749-4252-8287-c503981b4fdc req-30c69ebf-9ff4-4b9d-91c5-7ad8ab5b3c1e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Oct 23 01:03:27.452742 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:27.460553 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-3e726548-66b8-49c8-ae2a-2644deebdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:27.462027 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-3e726548-66b8-49c8-ae2a-2644deebdafe service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76&tenant_id=7103bcb49d5c4e8b958fba3b1309a881 HTTP/1.1" status: 200 len: 1128 time: 0.0426855 Oct 23 01:03:27.521547 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-406b86bd-5b09-4e87-9737-dfefa7d37a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:27.522907 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-406b86bd-5b09-4e87-9737-dfefa7d37a98 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 1128 time: 0.0377734 Oct 23 01:03:27.612507 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-d66b04b5-51fe-4653-a255-332c30a2595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:27.614102 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-d66b04b5-51fe-4653-a255-332c30a2595e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 200 len: 918 time: 0.0848064 Oct 23 01:03:27.677959 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-35f21807-e216-4b4a-b695-cf7540e0bc6f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c112bc08-da49-4d9a-83de-69470b122759 HTTP/1.1" status: 200 len: 1000 time: 0.0571785 Oct 23 01:03:27.725675 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-3296edca-6a40-4b4b-8ae6-38a6e2a65e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:27.727030 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-3296edca-6a40-4b4b-8ae6-38a6e2a65e8f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 200 len: 856 time: 0.0421064 Oct 23 01:03:27.771715 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-c8d89ac0-0547-4fb8-be8c-0439520cfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:27.773458 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-c8d89ac0-0547-4fb8-be8c-0439520cfcbd service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=1676a06e-522d-4f8e-b92f-37ac57e4940a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383265 Oct 23 01:03:27.868749 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-41b7e5c6-cd53-4d6d-a7ab-d02f46fc639d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874925 Oct 23 01:03:27.956380 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e1dfd5ab-f322-45a5-8da4-c244c4b15e3f req-d83691bd-0ce5-4cba-a172-edbd0bd08ec3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810390 Oct 23 01:03:28.502248 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9d353-a6c4-447f-ad98-7a62985cb8c1 req-cb5a5324-bde4-4a88-baa9-60601265bee8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:28.512566 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-22f9d353-a6c4-447f-ad98-7a62985cb8c1 req-cb5a5324-bde4-4a88-baa9-60601265bee8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0767558 Oct 23 01:03:28.572643 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-22f9d353-a6c4-447f-ad98-7a62985cb8c1 req-ecc8887d-6818-4636-af06-80620d9eeed6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546381 Oct 23 01:03:29.458840 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:03:29.500989 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:29.532623 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c112bc08-da49-4d9a-83de-69470b122759 is: DOWN; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:29.693518 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51456-a7ac-4595-8ac8-aec574d33639 req-c3de8e46-97bf-4048-b64d-60109221d851 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:29.694990 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a5b51456-a7ac-4595-8ac8-aec574d33639 req-c3de8e46-97bf-4048-b64d-60109221d851 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0482936 Oct 23 01:03:29.747641 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a5b51456-a7ac-4595-8ac8-aec574d33639 req-63ff3ec4-9ae2-48cf-90eb-03a70aa53520 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464180 Oct 23 01:03:30.654065 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:30.656741 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:30.879861 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53facc-055e-424e-b700-f434b1373a98 req-e36df7dc-76b4-41d3-8518-34462cc6ba26 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:30.887501 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ad53facc-055e-424e-b700-f434b1373a98 req-e36df7dc-76b4-41d3-8518-34462cc6ba26 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0544534 Oct 23 01:03:30.929630 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ad53facc-055e-424e-b700-f434b1373a98 req-a0e19a98-320e-4c14-a9d6-7e692ec6cf8c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412121 Oct 23 01:03:32.062563 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3d9e6-85f3-430e-9675-7cd6f244c373 req-fcfefc8a-21d7-49f5-9aed-1c3108852b46 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:32.064227 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eeb3d9e6-85f3-430e-9675-7cd6f244c373 req-fcfefc8a-21d7-49f5-9aed-1c3108852b46 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0520341 Oct 23 01:03:32.113982 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eeb3d9e6-85f3-430e-9675-7cd6f244c373 req-79d38ce4-7403-4005-bdb3-bf4c12c582d5 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Oct 23 01:03:33.246096 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a17cb-b66b-4740-a37e-af2c3e2ad484 req-846a0918-f2d2-4de5-8294-1b7a4af4e77d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:33.247660 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-134a17cb-b66b-4740-a37e-af2c3e2ad484 req-846a0918-f2d2-4de5-8294-1b7a4af4e77d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0527768 Oct 23 01:03:33.298929 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-134a17cb-b66b-4740-a37e-af2c3e2ad484 req-a0b35730-67bd-48a3-a07f-73e26a459040 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 Oct 23 01:03:34.431769 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c29122-fbec-4db2-b791-021bd7f10226 req-d3e78cff-c5a3-4780-b3fa-6245b956f1b3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:34.433553 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-47c29122-fbec-4db2-b791-021bd7f10226 req-d3e78cff-c5a3-4780-b3fa-6245b956f1b3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0515881 Oct 23 01:03:34.495845 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-47c29122-fbec-4db2-b791-021bd7f10226 req-79c24913-3e0b-4d69-8f05-80fe9810bb8c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460024 Oct 23 01:03:35.630228 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fadfa9-2926-4d3c-aacc-5bb04a0263a7 req-40dd2bec-7cb2-4e74-90fd-12b7cd17f935 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:35.631690 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d3fadfa9-2926-4d3c-aacc-5bb04a0263a7 req-40dd2bec-7cb2-4e74-90fd-12b7cd17f935 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0517941 Oct 23 01:03:35.681314 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d3fadfa9-2926-4d3c-aacc-5bb04a0263a7 req-e902f252-9519-4ab1-ac1b-28065edb4138 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Oct 23 01:03:36.815226 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b803f2-5271-491b-be1c-921d0295d7fb req-50583006-611b-4744-acd1-8b1056e408ac tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:36.816752 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-16b803f2-5271-491b-be1c-921d0295d7fb req-50583006-611b-4744-acd1-8b1056e408ac tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0499423 Oct 23 01:03:36.866833 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-16b803f2-5271-491b-be1c-921d0295d7fb req-06ffbdaf-12f0-4823-be1f-6e86f5cde1b8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444930 Oct 23 01:03:37.951904 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=48 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:37.953810 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=55 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:37.961298 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:37.998382 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa7789-9dda-4f68-9b6d-f6e6608800c4 req-5dfffd96-3fce-41ea-b236-2547c5bb88a6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:37.999783 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-03aa7789-9dda-4f68-9b6d-f6e6608800c4 req-5dfffd96-3fce-41ea-b236-2547c5bb88a6 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0484579 Oct 23 01:03:38.033614 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:38.052946 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-03aa7789-9dda-4f68-9b6d-f6e6608800c4 req-e7524917-73e3-4776-97c8-189d93e59da3 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473132 Oct 23 01:03:39.179979 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b62070-3cc8-4ca3-936c-c3cad8382442 req-7dbfb2be-9076-4647-9925-86cb4ad749fc tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:39.181456 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c0b62070-3cc8-4ca3-936c-c3cad8382442 req-7dbfb2be-9076-4647-9925-86cb4ad749fc tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0465927 Oct 23 01:03:39.227599 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c0b62070-3cc8-4ca3-936c-c3cad8382442 req-3d63f048-44ab-4529-8d01-6571f7deea20 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Oct 23 01:03:39.531232 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:40.289486 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-60780b76-ab19-45f9-850f-25121db15459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:40.354049 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026542-44d3-4687-a6b5-602dc3869337 req-fc63c1b6-5f2f-4303-b252-62554fd07722 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:40.356155 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cc026542-44d3-4687-a6b5-602dc3869337 req-fc63c1b6-5f2f-4303-b252-62554fd07722 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0470409 Oct 23 01:03:40.401860 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cc026542-44d3-4687-a6b5-602dc3869337 req-84f209f2-3dd2-41c2-992b-8824d33c69b7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Oct 23 01:03:41.531549 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e1cc-5638-4987-8267-aef6a3ef5b42 req-c34a7617-df01-4efb-b6c2-4c6d488a0762 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:41.533033 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7051e1cc-5638-4987-8267-aef6a3ef5b42 req-c34a7617-df01-4efb-b6c2-4c6d488a0762 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0502791 Oct 23 01:03:41.579567 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7051e1cc-5638-4987-8267-aef6a3ef5b42 req-8c13377e-7e3a-427d-a33c-675f384d36db tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Oct 23 01:03:42.430739 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a9f65225-4637-4eb2-8e1f-3f2dd70ee74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.705752 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8cbf8-7309-41f0-a46e-0e6cd5188aa9 req-9c070f8b-4dc5-4bbe-9e76-62a6ee9ecfbf tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:42.707216 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-61d8cbf8-7309-41f0-a46e-0e6cd5188aa9 req-9c070f8b-4dc5-4bbe-9e76-62a6ee9ecfbf tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0475585 Oct 23 01:03:42.753813 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-61d8cbf8-7309-41f0-a46e-0e6cd5188aa9 req-191e91c0-ba75-4593-859d-188fc3251516 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410380 Oct 23 01:03:43.720025 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.883481 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab30e-5e05-4acf-95e9-7d1a1e983dc0 req-b56f8502-f162-47d9-951e-3c6856b8b315 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:43.885014 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-340ab30e-5e05-4acf-95e9-7d1a1e983dc0 req-b56f8502-f162-47d9-951e-3c6856b8b315 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0461431 Oct 23 01:03:43.934657 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-340ab30e-5e05-4acf-95e9-7d1a1e983dc0 req-7ad07991-efcb-4444-9b3d-228db5ce5bf2 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Oct 23 01:03:45.062866 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf9aa2-a3d9-4890-b815-24ad89eacb23 req-3f94730f-7c30-46f5-a836-b239f247f5c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:45.064410 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-32cf9aa2-a3d9-4890-b815-24ad89eacb23 req-3f94730f-7c30-46f5-a836-b239f247f5c7 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 944 time: 0.0491977 Oct 23 01:03:45.115309 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-32cf9aa2-a3d9-4890-b815-24ad89eacb23 req-50ee4d14-3811-4cdf-8e5e-2795ba7b7753 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450215 Oct 23 01:03:45.341544 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:45.372018 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:45.561447 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:03:45.660420 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:45.672525 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': 'c112bc08-da49-4d9a-83de-69470b122759', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'port_id': 'c112bc08-da49-4d9a-83de-69470b122759', 'mac_address': 'fa:16:3e:83:23:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:03:45.706572 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c112bc08-da49-4d9a-83de-69470b122759 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:45.706963 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:45.724350 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c112bc08-da49-4d9a-83de-69470b122759 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:03:45.745970 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:45.750035 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:45.796168 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=9']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:46.114224 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['c112bc08-da49-4d9a-83de-69470b122759'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:03:46.244083 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ad07-87f4-42ee-b3d5-f40d416524f0 req-f51835e2-8a40-4cd7-a831-ee033b4273e0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:46.246134 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-66d0ad07-87f4-42ee-b3d5-f40d416524f0 req-f51835e2-8a40-4cd7-a831-ee033b4273e0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 945 time: 0.0456972 Oct 23 01:03:46.294408 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-66d0ad07-87f4-42ee-b3d5-f40d416524f0 req-7591b4cc-4c93-4125-a5d5-c8db21226f89 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Oct 23 01:03:47.420776 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502db9-82e0-491c-b134-41d3023d0fb0 req-7386aef5-996b-422d-8188-caa94e6ddd8c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:47.422203 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-33502db9-82e0-491c-b134-41d3023d0fb0 req-7386aef5-996b-422d-8188-caa94e6ddd8c tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Oct 23 01:03:47.469905 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-33502db9-82e0-491c-b134-41d3023d0fb0 req-94322d92-b802-429d-bc8b-4490a23e25cd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421197 Oct 23 01:03:47.572188 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:03:47.614632 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port c112bc08-da49-4d9a-83de-69470b122759 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:03:47.615001 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (c112bc08-da49-4d9a-83de-69470b122759), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:47.615333 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port c112bc08-da49-4d9a-83de-69470b122759 Oct 23 01:03:47.686081 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port c112bc08-da49-4d9a-83de-69470b122759 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:47.686472 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:47.713181 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:47.715455 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271ad881-5c2c-4d73-a9da-6efb70fd820a" -d '{"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-plugged", "status": "completed", "tag": "c112bc08-da49-4d9a-83de-69470b122759"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:47.727661 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:47.731773 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:47.756844 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe924efd-5f70-49a8-9e4f-bb25b3b00f38 x-openstack-request-id: req-fe924efd-5f70-49a8-9e4f-bb25b3b00f38 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:47.757129 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-plugged", "status": "completed", "tag": "c112bc08-da49-4d9a-83de-69470b122759", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:47.757379 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe924efd-5f70-49a8-9e4f-bb25b3b00f38 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:47.757766 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe924efd-5f70-49a8-9e4f-bb25b3b00f38'] response: {'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759', 'code': 200} Oct 23 01:03:47.781413 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=10']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:48.199316 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db44dd-8404-4d55-bc42-2000b52c241e req-f45c3c65-7266-43de-be4f-5ec1092ef332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:48.200773 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-79db44dd-8404-4d55-bc42-2000b52c241e req-f45c3c65-7266-43de-be4f-5ec1092ef332 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 1131 time: 0.2879944 Oct 23 01:03:48.243508 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-79db44dd-8404-4d55-bc42-2000b52c241e req-18f8c855-10d4-4601-a0af-c5a42cdb485b service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362880 Oct 23 01:03:48.602236 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef832-ef9f-47f6-b980-1e9e6ee92eae req-12936953-100d-4f66-a01f-b07bc69db94f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:48.603859 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7e3ef832-ef9f-47f6-b980-1e9e6ee92eae req-12936953-100d-4f66-a01f-b07bc69db94f tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 947 time: 0.0494401 Oct 23 01:03:48.654929 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7e3ef832-ef9f-47f6-b980-1e9e6ee92eae req-e9f1b1fa-ef1c-419e-88ca-cb84e1735acf tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Oct 23 01:03:49.785213 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542ee30-8941-498e-b6a2-838fa6a5230a req-b627039d-057e-480d-8dc3-fbf699fe62a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:49.786719 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c542ee30-8941-498e-b6a2-838fa6a5230a req-b627039d-057e-480d-8dc3-fbf699fe62a9 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 947 time: 0.0515728 Oct 23 01:03:49.833323 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c542ee30-8941-498e-b6a2-838fa6a5230a req-f0c6d1c1-f037-4251-a162-1a42f926f65b tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 Oct 23 01:03:50.947497 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:50.961141 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec70e84-41c6-4858-a7d2-3edbfc65dd9a req-0172d552-e274-4a68-ac78-f238fac9b2aa tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:50.962738 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cec70e84-41c6-4858-a7d2-3edbfc65dd9a req-0172d552-e274-4a68-ac78-f238fac9b2aa tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 947 time: 0.0474038 Oct 23 01:03:51.005638 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:51.010200 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-cec70e84-41c6-4858-a7d2-3edbfc65dd9a req-31be3514-a963-455f-abcc-c01b3f99e5e8 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414040 Oct 23 01:03:52.135884 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce3f9-e1b6-4752-9ca3-a7e38d35d698 req-328fd545-7de2-438f-ba33-d995e91aa906 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:52.137887 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45dce3f9-e1b6-4752-9ca3-a7e38d35d698 req-328fd545-7de2-438f-ba33-d995e91aa906 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 947 time: 0.0461729 Oct 23 01:03:52.189635 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-45dce3f9-e1b6-4752-9ca3-a7e38d35d698 req-49cc0424-ac86-4b22-aa0a-465212bc4e42 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462935 Oct 23 01:03:52.319308 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:53.639774 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:03:55.331993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e13dc2-a2d8-4127-b21d-7c2827b78eb8 req-adb97206-3a2b-41ed-a7eb-8de65511cc05 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:55.333452 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a6e13dc2-a2d8-4127-b21d-7c2827b78eb8 req-adb97206-3a2b-41ed-a7eb-8de65511cc05 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 945 time: 0.0460007 Oct 23 01:03:55.379908 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a6e13dc2-a2d8-4127-b21d-7c2827b78eb8 req-e724a118-5605-4941-b006-34213449b6fb tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Oct 23 01:03:56.500803 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ae636-a32f-4909-9a46-48a5f6f63b26 req-ae7a4142-89af-4147-b9b6-6f35e42be625 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:56.502275 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ec5ae636-a32f-4909-9a46-48a5f6f63b26 req-ae7a4142-89af-4147-b9b6-6f35e42be625 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 945 time: 0.0475347 Oct 23 01:03:56.550642 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ec5ae636-a32f-4909-9a46-48a5f6f63b26 req-635c9e36-5937-4125-b1ce-8fd012972bbd tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426059 Oct 23 01:03:57.454655 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-a442f995-d3a0-474b-ae4e-3d36d3857892 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:57.456098 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-a442f995-d3a0-474b-ae4e-3d36d3857892 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 945 time: 0.0454836 Oct 23 01:03:57.538408 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Deleting port 512a9d81-9a83-4188-a19d-fc648a5e53ce {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:03:57.538740 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:57.625950 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] For port 512a9d81-9a83-4188-a19d-fc648a5e53ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=512a9d81-9a83-4188-a19d-fc648a5e53ce,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:57.626316 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:57.675521 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84383d8-4815-4260-8c5f-458bdfea6050 req-ed5e8971-8ff7-4fd5-9bbf-3746caaa9dde tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:57.677027 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c84383d8-4815-4260-8c5f-458bdfea6050 req-ed5e8971-8ff7-4fd5-9bbf-3746caaa9dde tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 945 time: 0.0514247 Oct 23 01:03:57.723778 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c84383d8-4815-4260-8c5f-458bdfea6050 req-bdcd7a4f-490e-4737-b2fc-c1a578d1b76e tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410173 Oct 23 01:03:57.787138 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:57.787500 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (88544e5f-2b86-42db-aa62-91a977aa2c28), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:57.787809 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Floating IP 88544e5f-2b86-42db-aa62-91a977aa2c28 disassociated. External IP: 172.37.1.152, port: 512a9d81-9a83-4188-a19d-fc648a5e53ce. Oct 23 01:03:57.788144 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Calling delete_port for 512a9d81-9a83-4188-a19d-fc648a5e53ce owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:03:57.917985 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (512a9d81-9a83-4188-a19d-fc648a5e53ce), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:57.945543 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event deleted for resources: {'Port': ['ID=512a9d81-9a83-4188-a19d-fc648a5e53ce,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:57.956836 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.957181 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.957518 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.957852 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.958182 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.958505 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.958824 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.959142 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.959461 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.959781 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.960102 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.960447 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.960763 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.961075 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:57.961437 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:58.066205 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:03:58.154858 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:58.171291 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:03:58.180983 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] Sync routers for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:03:58.190828 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:58.191515 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:03:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:58.213230 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] No DVR routers for this DVR port 512a9d81-9a83-4188-a19d-fc648a5e53ce on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:03:58.215832 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:58.219028 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-812d6b8f-d800-4453-a007-b6a1a65867e7 req-ec379606-2163-4ae7-92d8-17a339e36b78 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.43 "DELETE /networking/v2.0/ports/512a9d81-9a83-4188-a19d-fc648a5e53ce HTTP/1.1" status: 204 len: 173 time: 0.7577703 Oct 23 01:03:58.219671 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'name': 'network-vif-deleted', 'tag': '512a9d81-9a83-4188-a19d-fc648a5e53ce'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:58.221927 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3cf17c-8dd6-4f51-9c34-a10895e53f27" -d '{"events": [{"server_uuid": "5ff28a7b-7278-47a8-872c-2890cdd9046c", "name": "network-vif-deleted", "tag": "512a9d81-9a83-4188-a19d-fc648a5e53ce"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:58.233621 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:58.234467 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=9,neutron:SELECT=91 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:58.268873 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb533a0-6a3e-4bbb-a5f3-57a363f36667 x-openstack-request-id: req-7cb533a0-6a3e-4bbb-a5f3-57a363f36667 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:58.269160 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff28a7b-7278-47a8-872c-2890cdd9046c", "name": "network-vif-deleted", "tag": "512a9d81-9a83-4188-a19d-fc648a5e53ce", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:58.269409 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cb533a0-6a3e-4bbb-a5f3-57a363f36667 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:58.269820 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb533a0-6a3e-4bbb-a5f3-57a363f36667'] response: {'server_uuid': '5ff28a7b-7278-47a8-872c-2890cdd9046c', 'name': 'network-vif-deleted', 'tag': '512a9d81-9a83-4188-a19d-fc648a5e53ce', 'status': 'completed', 'code': 200} Oct 23 01:03:58.303635 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:58.506264 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:58.530994 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] Checking router: 0278b914-c8ea-478e-9f0e-27c3d7025bb4 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:03:58.539279 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:58.539814 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:03:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:58.640076 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:58.832719 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:58.846839 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bd752fb7-734b-4fd6-a35d-2ffc7529f214 req-b953f992-4add-4def-bd07-481aaab5ce00 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5ff28a7b-7278-47a8-872c-2890cdd9046c HTTP/1.1" status: 200 len: 210 time: 0.0323935 Oct 23 01:03:58.865994 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11156f-f2d4-4851-b1a8-b0ed29e813bb None None] The sync data for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb is: [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66597f32-8db8-4e26-9a65-c2f61e486d20', 'name': '', 'network_id': '197197c1-cb86-4ff6-9445-13bfeba0b392', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'mac_address': 'fa:16:3e:08:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:33Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'subnets': [{'id': '522d6201-54ac-44a3-be79-eca7f6705ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:03:59.081499 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f7a3b5-2aa2-4a6d-a2de-64e1d2af3ea0 None None] New status for floating IP 88544e5f-2b86-42db-aa62-91a977aa2c28: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:03:59.940329 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43390) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:59.998941 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-400605b4-5ffd-461b-835b-c7ee8e44e4ab tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (a7a6d0eb-71e2-42ac-ba10-af9e334e6f90), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.009258 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:00.022142 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-400605b4-5ffd-461b-835b-c7ee8e44e4ab tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (a7a6d0eb-71e2-42ac-ba10-af9e334e6f90), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.069385 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-400605b4-5ffd-461b-835b-c7ee8e44e4ab tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (a7a6d0eb-71e2-42ac-ba10-af9e334e6f90), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.071943 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-400605b4-5ffd-461b-835b-c7ee8e44e4ab tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.073150 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-400605b4-5ffd-461b-835b-c7ee8e44e4ab tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a7a6d0eb-71e2-42ac-ba10-af9e334e6f90 HTTP/1.1" status: 204 len: 168 time: 0.1318123 Oct 23 01:04:00.076026 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43392) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:00.082140 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400605b4-5ffd-461b-835b-c7ee8e44e4ab tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a6d0eb-71e2-42ac-ba10-af9e334e6f90,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:00.091625 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.api.v2.resource [None req-85fea428-5e4c-4098-b6a7-75ab5c2e7866 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] show failed (client error): The resource could not be found. Oct 23 01:04:00.092639 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-85fea428-5e4c-4098-b6a7-75ab5c2e7866 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "GET /networking/v2.0/security-groups/a7a6d0eb-71e2-42ac-ba10-af9e334e6f90 HTTP/1.1" status: 404 len: 347 time: 0.0155737 Oct 23 01:04:00.095650 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43394) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:00.203952 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Deleting port 01affd33-20d2-432c-a642-1b605aebcd3b {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:00.204286 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (01affd33-20d2-432c-a642-1b605aebcd3b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.280257 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (01affd33-20d2-432c-a642-1b605aebcd3b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.280604 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (01affd33-20d2-432c-a642-1b605aebcd3b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.292057 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Calling delete_port for 01affd33-20d2-432c-a642-1b605aebcd3b owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:00.421748 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (01affd33-20d2-432c-a642-1b605aebcd3b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.452625 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Pushing event deleted for resources: {'Port': ['ID=01affd33-20d2-432c-a642-1b605aebcd3b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:00.477915 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.478268 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.478614 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.478955 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.479287 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.479620 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.479945 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.480268 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.481337 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.481672 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.482002 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.482329 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.482655 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.482976 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.483298 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:00.522067 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks [] for floatingip (88544e5f-2b86-42db-aa62-91a977aa2c28), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.524794 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:00.525933 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-3029c135-89f0-4fd2-99d0-095a30122419 tempest-AttachVolumeTestJSON-1908594220 tempest-AttachVolumeTestJSON-1908594220-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/88544e5f-2b86-42db-aa62-91a977aa2c28 HTTP/1.1" status: 204 len: 168 time: 0.4294143 Oct 23 01:04:01.602108 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 512a9d81-9a83-4188-a19d-fc648a5e53ce no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:01.622201 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 512a9d81-9a83-4188-a19d-fc648a5e53ce {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:01.622538 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 512a9d81-9a83-4188-a19d-fc648a5e53ce not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:04.071285 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43424) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:04.268953 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:04.410578 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:04.837818 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (0278b914-c8ea-478e-9f0e-27c3d7025bb4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:05.095408 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Deleting port 66597f32-8db8-4e26-9a65-c2f61e486d20 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:05.096045 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:05.172685 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] For port 66597f32-8db8-4e26-9a65-c2f61e486d20, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66597f32-8db8-4e26-9a65-c2f61e486d20,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:05.173046 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:05.186000 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Calling delete_port for 66597f32-8db8-4e26-9a65-c2f61e486d20 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:05.359177 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (66597f32-8db8-4e26-9a65-c2f61e486d20), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:05.391067 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=66597f32-8db8-4e26-9a65-c2f61e486d20,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:05.441212 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:05.497201 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:05.558436 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (0278b914-c8ea-478e-9f0e-27c3d7025bb4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:05.579271 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9869aa-8551-42c8-82d7-bdab5f708d31 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:04:05.674857 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9869aa-8551-42c8-82d7-bdab5f708d31 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:04:05.766122 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:05.870925 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:05.876853 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-8826e1d5-07c0-4f49-9af6-b49507c82c65 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/0278b914-c8ea-478e-9f0e-27c3d7025bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8051689 Oct 23 01:04:05.879535 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43428) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:05.882814 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] Sync routers for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:05.894109 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:05.894702 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:03:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:05.929233 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:05.942339 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:05.984796 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks [] for router (0278b914-c8ea-478e-9f0e-27c3d7025bb4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.001216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:06.093344 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks [] for router_gateway (0278b914-c8ea-478e-9f0e-27c3d7025bb4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.144636 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Deleting port 43d41416-41d6-4e77-9919-93af98f05276 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:06.146295 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (43d41416-41d6-4e77-9919-93af98f05276), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.193030 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77'}], 'enable_snat': True}, 'gw_port_id': '43d41416-41d6-4e77-9919-93af98f05276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T01:04:05Z', 'revision_number': 5, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port': {'id': '43d41416-41d6-4e77-9919-93af98f05276', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:06.223881 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] Checking router: 0278b914-c8ea-478e-9f0e-27c3d7025bb4 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:06.228849 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] For port 43d41416-41d6-4e77-9919-93af98f05276, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=43d41416-41d6-4e77-9919-93af98f05276,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:06.229217 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (43d41416-41d6-4e77-9919-93af98f05276), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.232562 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] Routers {'0278b914-c8ea-478e-9f0e-27c3d7025bb4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:06.233179 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:03:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:06.245172 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Calling delete_port for 43d41416-41d6-4e77-9919-93af98f05276 owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:06.303211 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:06.317339 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] Set router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 gateway port host: None {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:06.370717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T01:04:06Z', 'revision_number': 6, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:06.399471 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-56b5701b-623a-4704-a36c-117407ca24fa None None] Provisioning complete for port 31eece90-63f4-46a1-8120-8042007d1952 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:06.399837 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-56b5701b-623a-4704-a36c-117407ca24fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (31eece90-63f4-46a1-8120-8042007d1952), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.400174 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-56b5701b-623a-4704-a36c-117407ca24fa None None] Attempt 1 to provision port 31eece90-63f4-46a1-8120-8042007d1952 Oct 23 01:04:06.403301 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e388a28-5764-409f-8ac6-10231113d4c2 None None] The sync data for ids ['0278b914-c8ea-478e-9f0e-27c3d7025bb4'] in dv-cinder-master-3-smb is: [{'id': '0278b914-c8ea-478e-9f0e-27c3d7025bb4', 'name': 'tempest-AttachVolumeTestJSON-1953206073-router', 'tenant_id': '11730d9eec8546c5aa486c1a4a283bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:20Z', 'updated_at': '2022-10-23T01:04:06Z', 'revision_number': 6, 'project_id': '11730d9eec8546c5aa486c1a4a283bf8', 'gw_port_host': None}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:06.403471 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:06.413169 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (43d41416-41d6-4e77-9919-93af98f05276), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.441600 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d41416-41d6-4e77-9919-93af98f05276,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:06.517238 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (0278b914-c8ea-478e-9f0e-27c3d7025bb4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.611253 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (0278b914-c8ea-478e-9f0e-27c3d7025bb4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.613187 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks [] for router_controller (0278b914-c8ea-478e-9f0e-27c3d7025bb4), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.613312 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-56b5701b-623a-4704-a36c-117407ca24fa None None] Current status of the port 31eece90-63f4-46a1-8120-8042007d1952 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:06.655105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (0278b914-c8ea-478e-9f0e-27c3d7025bb4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.655701 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0278b914-c8ea-478e-9f0e-27c3d7025bb4 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:04:06.660535 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.661733 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-7c03eadc-2d89-4d02-838d-c796808c24c1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/0278b914-c8ea-478e-9f0e-27c3d7025bb4 HTTP/1.1" status: 204 len: 168 time: 0.7806489 Oct 23 01:04:06.664236 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43430) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:06.708682 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-001306b2-627b-4f23-8e83-cc474929fe56 admin admin] Deleting subnet 522d6201-54ac-44a3-be79-eca7f6705ff3 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:04:06.711756 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-001306b2-627b-4f23-8e83-cc474929fe56 admin admin] Publish callbacks [] for subnet (522d6201-54ac-44a3-be79-eca7f6705ff3), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.751418 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-001306b2-627b-4f23-8e83-cc474929fe56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3133807'] for subnet (522d6201-54ac-44a3-be79-eca7f6705ff3), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.855755 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-001306b2-627b-4f23-8e83-cc474929fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (522d6201-54ac-44a3-be79-eca7f6705ff3), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.909932 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-001306b2-627b-4f23-8e83-cc474929fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7741311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723940'] for subnet (522d6201-54ac-44a3-be79-eca7f6705ff3), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.933409 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001306b2-627b-4f23-8e83-cc474929fe56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522d6201-54ac-44a3-be79-eca7f6705ff3,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:06.939532 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-001306b2-627b-4f23-8e83-cc474929fe56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:06.942821 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-001306b2-627b-4f23-8e83-cc474929fe56 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/522d6201-54ac-44a3-be79-eca7f6705ff3 HTTP/1.1" status: 204 len: 168 time: 0.2774334 Oct 23 01:04:06.944456 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6fb9f-55d4-43ab-99a8-deba8b7af94a None None] Network 197197c1-cb86-4ff6-9445-13bfeba0b392 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:04:06.945228 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43432) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:07.013108 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (197197c1-cb86-4ff6-9445-13bfeba0b392), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.054758 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Deleting port 31eece90-63f4-46a1-8120-8042007d1952 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:07.055144 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (31eece90-63f4-46a1-8120-8042007d1952), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.121469 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] For port 31eece90-63f4-46a1-8120-8042007d1952, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=31eece90-63f4-46a1-8120-8042007d1952,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:07.121863 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (31eece90-63f4-46a1-8120-8042007d1952), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.136035 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Calling delete_port for 31eece90-63f4-46a1-8120-8042007d1952 owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:07.147661 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] DHCP port deletion for 197197c1-cb86-4ff6-9445-13bfeba0b392 request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:04:07.184741 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] Deleting port 31eece90-63f4-46a1-8120-8042007d1952 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:07.185122 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (31eece90-63f4-46a1-8120-8042007d1952), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.210013 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:07.222949 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (31eece90-63f4-46a1-8120-8042007d1952), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.253626 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] For port 31eece90-63f4-46a1-8120-8042007d1952, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=31eece90-63f4-46a1-8120-8042007d1952,segment=NetworkSegment(7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca),segment_id=7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:07.253829 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (31eece90-63f4-46a1-8120-8042007d1952), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.254666 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=31eece90-63f4-46a1-8120-8042007d1952,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:07.258424 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] No DVR routers for this DVR port 31eece90-63f4-46a1-8120-8042007d1952 on host dv-cinder-master-3-smb {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:07.270190 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] Calling delete_port for 31eece90-63f4-46a1-8120-8042007d1952 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:07.329587 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (197197c1-cb86-4ff6-9445-13bfeba0b392), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.351154 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197197c1-cb86-4ff6-9445-13bfeba0b392']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:07.361140 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:07.361492 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:07.372207 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3133796'] for segment (7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.378614 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:07.387171 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.387927 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (31eece90-63f4-46a1-8120-8042007d1952), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.398198 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:04:07.398671 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7733977'] for segment (7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.414422 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] Pushing event deleted for resources: {'Port': ['ID=31eece90-63f4-46a1-8120-8042007d1952,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:07.420953 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae36bf-ee40-4cb2-9306-90edc3ca0036 None None] No DVR routers for this DVR port 31eece90-63f4-46a1-8120-8042007d1952 on host dv-cinder-master-3-smb {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:07.678095 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca resource provider aggregate not found Oct 23 01:04:07.696537 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d74e1d1-82b1-47ad-81e2-d9fc8a3b10ca found for delete ", "request_id": "req-e576166e-b71f-4c3e-8437-e51064816d9d"}]} Oct 23 01:04:07.701009 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (197197c1-cb86-4ff6-9445-13bfeba0b392), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.707095 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.709597 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/197197c1-cb86-4ff6-9445-13bfeba0b392 HTTP/1.1" status: 204 len: 168 time: 0.7634647 Oct 23 01:04:07.720425 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b7858-f45f-41b7-b4a5-e1da316f2c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=197197c1-cb86-4ff6-9445-13bfeba0b392,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:07.827503 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43442) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:07.867138 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-6737e8d4-239f-4c13-8d6f-69362e64779c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=11730d9eec8546c5aa486c1a4a283bf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384967 Oct 23 01:04:07.869704 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43444) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:07.916674 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4a5-1b6c-41e1-b357-67ff117f2400 admin admin] Publish callbacks [] for security_group (cd516d8f-dd87-453e-9bed-a62e244d77ea), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.936758 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4a5-1b6c-41e1-b357-67ff117f2400 admin admin] Publish callbacks [] for security_group (cd516d8f-dd87-453e-9bed-a62e244d77ea), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.982543 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4a5-1b6c-41e1-b357-67ff117f2400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (cd516d8f-dd87-453e-9bed-a62e244d77ea), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.985053 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4a5-1b6c-41e1-b357-67ff117f2400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:07.986170 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-30a1d4a5-1b6c-41e1-b357-67ff117f2400 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/cd516d8f-dd87-453e-9bed-a62e244d77ea HTTP/1.1" status: 204 len: 168 time: 0.1155794 Oct 23 01:04:07.993814 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1d4a5-1b6c-41e1-b357-67ff117f2400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd516d8f-dd87-453e-9bed-a62e244d77ea,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:08.050576 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 66597f32-8db8-4e26-9a65-c2f61e486d20 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:08.070856 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 66597f32-8db8-4e26-9a65-c2f61e486d20 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:08.071402 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 66597f32-8db8-4e26-9a65-c2f61e486d20 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:08.071842 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 31eece90-63f4-46a1-8120-8042007d1952 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:08.074281 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:08.091848 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 31eece90-63f4-46a1-8120-8042007d1952 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:08.092166 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 31eece90-63f4-46a1-8120-8042007d1952 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:08.092602 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 43d41416-41d6-4e77-9919-93af98f05276 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:08.111428 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 43d41416-41d6-4e77-9919-93af98f05276 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:08.111773 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 43d41416-41d6-4e77-9919-93af98f05276 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:10.077131 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:10.077874 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:10.291939 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b68e077d-9de7-42ee-9402-0ebf16452eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:12.435939 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-920214b0-2906-47ed-ae8e-9a778e268179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:13.492828 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43532) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:13.724914 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:13.787276 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Deleting port d1cb34a5-88cb-40a7-996e-5d1b6570f05b {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:13.787624 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:13.869105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:13.869435 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for floatingip (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:13.883214 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Calling delete_port for d1cb34a5-88cb-40a7-996e-5d1b6570f05b owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:14.055060 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (d1cb34a5-88cb-40a7-996e-5d1b6570f05b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:14.081318 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event deleted for resources: {'Port': ['ID=d1cb34a5-88cb-40a7-996e-5d1b6570f05b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:14.085152 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:14.148463 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for floatingip (43ee39bb-d1e9-4180-9967-b03a3b5b90cf), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:14.148847 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Floating IP 43ee39bb-d1e9-4180-9967-b03a3b5b90cf disassociated (deleted). External IP: 172.37.1.26, port: c472fc54-afc9-4d06-b7e6-964e9249bfd6. Oct 23 01:04:14.229938 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:14.347658 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Router 8feb16d5-64d5-4524-96e3-2209b0880073 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:14.448388 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:14.453055 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:14.457391 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] Sync routers for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:14.467169 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:14.467770 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:14.482720 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-3cc50a69-b278-4fc7-9a03-edd66098fda6 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/43ee39bb-d1e9-4180-9967-b03a3b5b90cf HTTP/1.1" status: 204 len: 168 time: 0.9888129 Oct 23 01:04:14.483356 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:14.485611 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510398e0-d3d0-4032-884a-6a328c240dae" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:14.535547 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56930a3e-baff-4407-bfde-e7dc3f71c6a0 x-openstack-request-id: req-56930a3e-baff-4407-bfde-e7dc3f71c6a0 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:14.536162 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:14.536162 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56930a3e-baff-4407-bfde-e7dc3f71c6a0 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:14.536534 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56930a3e-baff-4407-bfde-e7dc3f71c6a0'] response: {'name': 'network-changed', 'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'status': 'completed', 'code': 200} Oct 23 01:04:14.571620 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:14.602633 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510398e0-d3d0-4032-884a-6a328c240dae req-8b8919cb-2feb-4d43-aa5c-a839efb5470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:14.605007 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-510398e0-d3d0-4032-884a-6a328c240dae req-8b8919cb-2feb-4d43-aa5c-a839efb5470e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ac18f8515a94410891c7675051d1ac59&device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 1130 time: 0.0436361 Oct 23 01:04:14.709953 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510398e0-d3d0-4032-884a-6a328c240dae req-630e96a6-f93f-409f-9d00-57578db172e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:14.712373 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-510398e0-d3d0-4032-884a-6a328c240dae req-630e96a6-f93f-409f-9d00-57578db172e7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=082de651-68c7-4173-8643-f72fffa9c2c7 HTTP/1.1" status: 200 len: 909 time: 0.0959792 Oct 23 01:04:14.730171 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16cfc3-3ea9-427b-b806-dbedfa56937c req-17951aff-6b03-419f-97dc-6dfac2533e89 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:14.731729 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3f16cfc3-3ea9-427b-b806-dbedfa56937c req-17951aff-6b03-419f-97dc-6dfac2533e89 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0487909 Oct 23 01:04:14.765278 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:14.781818 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-3f16cfc3-3ea9-427b-b806-dbedfa56937c req-70e61ead-9fb8-478f-9f76-a426fbe6c060 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Oct 23 01:04:14.789793 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] Checking router: 8feb16d5-64d5-4524-96e3-2209b0880073 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:14.798765 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:14.799361 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:14.897872 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:15.075728 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:15.101115 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eee1cc-7688-47d2-b752-13b8ee12f1a5 None None] The sync data for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb is: [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T00:58:13Z', 'revision_number': 4, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '84aff435-a4b8-41a9-b048-a542d382c063', 'name': '', 'network_id': '082de651-68c7-4173-8643-f72fffa9c2c7', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'mac_address': 'fa:16:3e:6a:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:12Z', 'updated_at': '2022-10-23T00:58:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'subnets': [{'id': '6afcc383-31f6-475b-9115-7ff684be90d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:15.314621 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05144b5f-27f9-4e1e-b0c7-aeb8d6a3c158 None None] New status for floating IP 43ee39bb-d1e9-4180-9967-b03a3b5b90cf: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:04:15.395759 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:15.399141 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:15.672002 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-510398e0-d3d0-4032-884a-6a328c240dae req-31e790ba-0812-4a4a-a1a8-432a78b54334 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 200 len: 217 time: 0.0334752 Oct 23 01:04:15.719065 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510398e0-d3d0-4032-884a-6a328c240dae req-caff915d-e62d-4259-b10a-386b78c3fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:15.720551 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-510398e0-d3d0-4032-884a-6a328c240dae req-caff915d-e62d-4259-b10a-386b78c3fe1b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6afcc383-31f6-475b-9115-7ff684be90d4 HTTP/1.1" status: 200 len: 847 time: 0.0431950 Oct 23 01:04:15.762733 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510398e0-d3d0-4032-884a-6a328c240dae req-673d97bc-26ed-4d75-8bd3-06f9f7ca5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:15.764198 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-510398e0-d3d0-4032-884a-6a328c240dae req-673d97bc-26ed-4d75-8bd3-06f9f7ca5cbf service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=082de651-68c7-4173-8643-f72fffa9c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0377207 Oct 23 01:04:15.858035 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-510398e0-d3d0-4032-884a-6a328c240dae req-69e75112-590b-4049-8750-9ba34c2a0a70 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861914 Oct 23 01:04:15.908483 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4f48-03c2-4604-be6a-f8063cae4d7f req-ecf9e5e4-3846-404a-a526-ad2ffa4350f4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:15.910007 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-193c4f48-03c2-4604-be6a-f8063cae4d7f req-ecf9e5e4-3846-404a-a526-ad2ffa4350f4 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0509627 Oct 23 01:04:15.960235 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-193c4f48-03c2-4604-be6a-f8063cae4d7f req-2c8ce84e-ec8b-40d1-86ae-a7ef1a128f57 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e8f5a53c-cc02-40da-ab24-5c7e17d7e370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Oct 23 01:04:15.961235 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-510398e0-d3d0-4032-884a-6a328c240dae req-498993d0-c594-4064-89d4-0666d06f0c53 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843964 Oct 23 01:04:16.401598 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-f65abb49-62ff-4288-ac76-ba75ca93db49 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:16.403686 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-f65abb49-62ff-4288-ac76-ba75ca93db49 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 946 time: 0.0534434 Oct 23 01:04:16.484524 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Deleting port c472fc54-afc9-4d06-b7e6-964e9249bfd6 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:16.484789 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.573993 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] For port c472fc54-afc9-4d06-b7e6-964e9249bfd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c472fc54-afc9-4d06-b7e6-964e9249bfd6,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:16.574875 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.587851 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Calling delete_port for c472fc54-afc9-4d06-b7e6-964e9249bfd6 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:16.709886 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (c472fc54-afc9-4d06-b7e6-964e9249bfd6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.738649 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event deleted for resources: {'Port': ['ID=c472fc54-afc9-4d06-b7e6-964e9249bfd6,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:16.784684 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] No DVR routers for this DVR port c472fc54-afc9-4d06-b7e6-964e9249bfd6 on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:16.787316 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.790536 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f8dc5237-8f8f-4adb-a938-f32226bf7432 req-8db7ae33-7a24-4e67-aa26-79ba0a74c8f0 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.43 "DELETE /networking/v2.0/ports/c472fc54-afc9-4d06-b7e6-964e9249bfd6 HTTP/1.1" status: 204 len: 173 time: 0.3817322 Oct 23 01:04:16.791027 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'name': 'network-vif-deleted', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:16.793391 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab6e40b-f834-4965-b923-2abf305193c8" -d '{"events": [{"server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "name": "network-vif-deleted", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:16.834864 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe18540-9d96-4935-890b-c3d8c96ab6e1 x-openstack-request-id: req-6fe18540-9d96-4935-890b-c3d8c96ab6e1 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:16.835158 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb4a2af-237a-46e0-a506-d460986c7407", "name": "network-vif-deleted", "tag": "c472fc54-afc9-4d06-b7e6-964e9249bfd6", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:16.835450 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fe18540-9d96-4935-890b-c3d8c96ab6e1 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:16.835851 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe18540-9d96-4935-890b-c3d8c96ab6e1'] response: {'server_uuid': 'aeb4a2af-237a-46e0-a506-d460986c7407', 'name': 'network-vif-deleted', 'tag': 'c472fc54-afc9-4d06-b7e6-964e9249bfd6', 'status': 'completed', 'code': 200} Oct 23 01:04:17.068573 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d7ae9fca-b975-4cc8-ac3f-a862b2a32a16 req-4c0f0f3b-9fc0-4bef-8cfc-f478e7382d64 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aeb4a2af-237a-46e0-a506-d460986c7407 HTTP/1.1" status: 200 len: 210 time: 0.0283699 Oct 23 01:04:17.552336 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43578) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:17.656938 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba135-414c-444c-8596-eaeb710b1132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:17.730170 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba135-414c-444c-8596-eaeb710b1132 admin admin] Publish callbacks [] for security_group (fbd270d5-7103-47aa-b449-341e10f2dfee), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:17.734411 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba135-414c-444c-8596-eaeb710b1132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (fbd270d5-7103-47aa-b449-341e10f2dfee), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:17.774887 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ba135-414c-444c-8596-eaeb710b1132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd270d5-7103-47aa-b449-341e10f2dfee,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:17.782914 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-fd0ba135-414c-444c-8596-eaeb710b1132 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=847fda4d166049ee8bcb1039575e3717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292619 Oct 23 01:04:17.783003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43582) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:17.812540 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:17.834931 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb7f841d-0002-4d68-9b91-6159a3b4a599 admin admin] Publish callbacks [] for security_group (fbd270d5-7103-47aa-b449-341e10f2dfee), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:17.850568 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:17.855215 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb7f841d-0002-4d68-9b91-6159a3b4a599 admin admin] Publish callbacks [] for security_group (fbd270d5-7103-47aa-b449-341e10f2dfee), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:17.902296 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb7f841d-0002-4d68-9b91-6159a3b4a599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (fbd270d5-7103-47aa-b449-341e10f2dfee), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:17.905151 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb7f841d-0002-4d68-9b91-6159a3b4a599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:17.906269 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-fb7f841d-0002-4d68-9b91-6159a3b4a599 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fbd270d5-7103-47aa-b449-341e10f2dfee HTTP/1.1" status: 204 len: 168 time: 0.1227062 Oct 23 01:04:17.913895 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f841d-0002-4d68-9b91-6159a3b4a599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd270d5-7103-47aa-b449-341e10f2dfee,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:18.137744 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43592) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:18.198806 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6fefd6c6-fe14-411b-84e7-2af015c0b8d9 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group (e8f5a53c-cc02-40da-ab24-5c7e17d7e370), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:18.223886 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6fefd6c6-fe14-411b-84e7-2af015c0b8d9 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group (e8f5a53c-cc02-40da-ab24-5c7e17d7e370), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:18.289182 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6fefd6c6-fe14-411b-84e7-2af015c0b8d9 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (e8f5a53c-cc02-40da-ab24-5c7e17d7e370), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:18.291742 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6fefd6c6-fe14-411b-84e7-2af015c0b8d9 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:18.292917 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-6fefd6c6-fe14-411b-84e7-2af015c0b8d9 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e8f5a53c-cc02-40da-ab24-5c7e17d7e370 HTTP/1.1" status: 204 len: 168 time: 0.1541271 Oct 23 01:04:18.302853 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefd6c6-fe14-411b-84e7-2af015c0b8d9 tempest-TestShelveInstance-427626981 tempest-TestShelveInstance-427626981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f5a53c-cc02-40da-ab24-5c7e17d7e370,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:18.343323 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43604) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:18.543784 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:18.722754 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:18.764648 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (8feb16d5-64d5-4524-96e3-2209b0880073), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:18.989453 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Deleting port 84aff435-a4b8-41a9-b048-a542d382c063 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:18.998905 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (84aff435-a4b8-41a9-b048-a542d382c063), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:19.069114 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] For port 84aff435-a4b8-41a9-b048-a542d382c063, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=84aff435-a4b8-41a9-b048-a542d382c063,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:19.069481 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (84aff435-a4b8-41a9-b048-a542d382c063), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:19.084185 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Calling delete_port for 84aff435-a4b8-41a9-b048-a542d382c063 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:19.272787 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (84aff435-a4b8-41a9-b048-a542d382c063), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:19.302153 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Pushing event deleted for resources: {'Port': ['ID=84aff435-a4b8-41a9-b048-a542d382c063,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:19.361182 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:19.481939 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (8feb16d5-64d5-4524-96e3-2209b0880073), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:19.509374 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25ceb9-d5f1-423b-8c93-b25b79930b55 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:04:19.607827 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da25ceb9-d5f1-423b-8c93-b25b79930b55 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:04:19.614913 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:19.633226 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:19.709204 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Router 8feb16d5-64d5-4524-96e3-2209b0880073 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:19.830365 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:19.836333 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-621e89ff-f847-40d2-b997-5e0eeb89de70 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/8feb16d5-64d5-4524-96e3-2209b0880073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4920394 Oct 23 01:04:19.839066 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43662) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:19.850486 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] Sync routers for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:19.868898 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:19.869726 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:19.963300 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks [] for router (8feb16d5-64d5-4524-96e3-2209b0880073), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:19.998824 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43666) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:20.017934 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:20.104396 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:20.155837 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:20.181396 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dd63f08b-c756-4232-acc4-b55e21d8ab74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.270525 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dd63f08b-c756-4232-acc4-b55e21d8ab74 admin admin] Publish callbacks [] for security_group (ce655bf2-f96e-4aad-8a15-66aaf2f60842), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.276667 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dd63f08b-c756-4232-acc4-b55e21d8ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (ce655bf2-f96e-4aad-8a15-66aaf2f60842), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.299800 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T01:04:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:20.324947 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63f08b-c756-4232-acc4-b55e21d8ab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce655bf2-f96e-4aad-8a15-66aaf2f60842,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:20.328955 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] Checking router: 8feb16d5-64d5-4524-96e3-2209b0880073 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:20.339256 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] Routers {'8feb16d5-64d5-4524-96e3-2209b0880073'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:20.340711 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['8feb16d5-64d5-4524-96e3-2209b0880073'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:20.351291 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43670) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:20.355154 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-dd63f08b-c756-4232-acc4-b55e21d8ab74 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3c58193cf8f34618963845f2bb38522f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551950 Oct 23 01:04:20.389999 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks [] for router_gateway (8feb16d5-64d5-4524-96e3-2209b0880073), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.413100 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5cc03bfb-2437-4d58-9927-1cdc53c0ef0c admin admin] Publish callbacks [] for security_group (ce655bf2-f96e-4aad-8a15-66aaf2f60842), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.453037 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] Set router 8feb16d5-64d5-4524-96e3-2209b0880073 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:20.458518 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5cc03bfb-2437-4d58-9927-1cdc53c0ef0c admin admin] Publish callbacks [] for security_group (ce655bf2-f96e-4aad-8a15-66aaf2f60842), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.465687 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Deleting port e84ce0bf-379a-48c6-a156-235db061d3c9 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:20.466186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.523868 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-8287373e-f852-4b7f-8c6d-f92fb42e1a37 None None] Provisioning complete for port 87b72ae2-712c-47b1-9aa4-1000aa717ffc triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:20.524424 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8287373e-f852-4b7f-8c6d-f92fb42e1a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.525554 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-8287373e-f852-4b7f-8c6d-f92fb42e1a37 None None] Attempt 1 to provision port 87b72ae2-712c-47b1-9aa4-1000aa717ffc Oct 23 01:04:20.572672 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] For port e84ce0bf-379a-48c6-a156-235db061d3c9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e84ce0bf-379a-48c6-a156-235db061d3c9,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:20.573211 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.582751 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5cc03bfb-2437-4d58-9927-1cdc53c0ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (ce655bf2-f96e-4aad-8a15-66aaf2f60842), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.585756 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5cc03bfb-2437-4d58-9927-1cdc53c0ef0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.589801 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-5cc03bfb-2437-4d58-9927-1cdc53c0ef0c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ce655bf2-f96e-4aad-8a15-66aaf2f60842 HTTP/1.1" status: 204 len: 168 time: 0.2374485 Oct 23 01:04:20.601822 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Calling delete_port for e84ce0bf-379a-48c6-a156-235db061d3c9 owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:20.603785 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc03bfb-2437-4d58-9927-1cdc53c0ef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce655bf2-f96e-4aad-8a15-66aaf2f60842,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:20.648400 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T01:04:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:20.649257 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:20.704719 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8287373e-f852-4b7f-8c6d-f92fb42e1a37 None None] Current status of the port 87b72ae2-712c-47b1-9aa4-1000aa717ffc is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:20.705666 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b5a9a6-0698-4e2c-af60-0fc514f68c48 None None] The sync data for ids ['8feb16d5-64d5-4524-96e3-2209b0880073'] in dv-cinder-master-3-smb is: [{'id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'name': 'tempest-TestShelveInstance-108712147-router', 'tenant_id': 'ac18f8515a94410891c7675051d1ac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199'}], 'enable_snat': True}, 'gw_port_id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:10Z', 'updated_at': '2022-10-23T01:04:19Z', 'revision_number': 5, 'project_id': 'ac18f8515a94410891c7675051d1ac59', 'gw_port': {'id': 'e84ce0bf-379a-48c6-a156-235db061d3c9', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb16d5-64d5-4524-96e3-2209b0880073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:11Z', 'updated_at': '2022-10-23T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:20.728562 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:20.803213 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (e84ce0bf-379a-48c6-a156-235db061d3c9), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.828844 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84ce0bf-379a-48c6-a156-235db061d3c9,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:20.897496 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (8feb16d5-64d5-4524-96e3-2209b0880073), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.947424 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43676) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:20.961050 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bfc7ec1b-0e4f-4c74-be4a-dd2bcde78000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.984280 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (8feb16d5-64d5-4524-96e3-2209b0880073), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:20.986474 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks [] for router_controller (8feb16d5-64d5-4524-96e3-2209b0880073), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.029885 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (8feb16d5-64d5-4524-96e3-2209b0880073), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.030405 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8feb16d5-64d5-4524-96e3-2209b0880073 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:04:21.034934 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.035765 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-dcae1036-c267-4561-abe2-24f130338168 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/8feb16d5-64d5-4524-96e3-2209b0880073 HTTP/1.1" status: 204 len: 168 time: 1.1950073 Oct 23 01:04:21.038300 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43678) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:21.039453 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bfc7ec1b-0e4f-4c74-be4a-dd2bcde78000 admin admin] Publish callbacks [] for security_group (5ad62e7f-3150-4a80-a4a1-2cae094b424b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.044097 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bfc7ec1b-0e4f-4c74-be4a-dd2bcde78000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (5ad62e7f-3150-4a80-a4a1-2cae094b424b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.083279 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7ec1b-0e4f-4c74-be4a-dd2bcde78000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad62e7f-3150-4a80-a4a1-2cae094b424b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:21.085458 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-68622e19-256c-40fe-87ee-4f413e22ab91 admin admin] Deleting subnet 6afcc383-31f6-475b-9115-7ff684be90d4 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:04:21.088915 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-bfc7ec1b-0e4f-4c74-be4a-dd2bcde78000 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bdb16dbd945c4b0bb6e0079948d8be01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402230 Oct 23 01:04:21.089678 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68622e19-256c-40fe-87ee-4f413e22ab91 admin admin] Publish callbacks [] for subnet (6afcc383-31f6-475b-9115-7ff684be90d4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.092985 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43680) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:21.158366 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68622e19-256c-40fe-87ee-4f413e22ab91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3133807'] for subnet (6afcc383-31f6-475b-9115-7ff684be90d4), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.209713 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0ba543a-002b-4962-85ee-f1d94a5aa795 admin admin] Publish callbacks [] for security_group (5ad62e7f-3150-4a80-a4a1-2cae094b424b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.254151 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0ba543a-002b-4962-85ee-f1d94a5aa795 admin admin] Publish callbacks [] for security_group (5ad62e7f-3150-4a80-a4a1-2cae094b424b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.277196 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68622e19-256c-40fe-87ee-4f413e22ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (6afcc383-31f6-475b-9115-7ff684be90d4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.354502 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68622e19-256c-40fe-87ee-4f413e22ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7741311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723940'] for subnet (6afcc383-31f6-475b-9115-7ff684be90d4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.362164 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0ba543a-002b-4962-85ee-f1d94a5aa795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (5ad62e7f-3150-4a80-a4a1-2cae094b424b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.364659 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0ba543a-002b-4962-85ee-f1d94a5aa795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.365807 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-a0ba543a-002b-4962-85ee-f1d94a5aa795 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5ad62e7f-3150-4a80-a4a1-2cae094b424b HTTP/1.1" status: 204 len: 168 time: 0.2719047 Oct 23 01:04:21.396619 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68622e19-256c-40fe-87ee-4f413e22ab91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6afcc383-31f6-475b-9115-7ff684be90d4,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:21.398808 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba543a-002b-4962-85ee-f1d94a5aa795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad62e7f-3150-4a80-a4a1-2cae094b424b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:21.413058 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68622e19-256c-40fe-87ee-4f413e22ab91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.417369 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-68622e19-256c-40fe-87ee-4f413e22ab91 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/6afcc383-31f6-475b-9115-7ff684be90d4 HTTP/1.1" status: 204 len: 168 time: 0.3781478 Oct 23 01:04:21.420030 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43686) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:21.421819 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af819b-f2da-4e1a-838d-0302fb0158c2 None None] Network 082de651-68c7-4173-8643-f72fffa9c2c7 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:04:21.513720 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (082de651-68c7-4173-8643-f72fffa9c2c7), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.561793 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Deleting port 87b72ae2-712c-47b1-9aa4-1000aa717ffc {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:21.562133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.573277 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:21.632449 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] For port 87b72ae2-712c-47b1-9aa4-1000aa717ffc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=87b72ae2-712c-47b1-9aa4-1000aa717ffc,segment=NetworkSegment(7cf442e6-805d-4775-9d83-8d98262efe89),segment_id=7cf442e6-805d-4775-9d83-8d98262efe89)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:21.632818 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.634857 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:21.647634 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Calling delete_port for 87b72ae2-712c-47b1-9aa4-1000aa717ffc owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:21.735516 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (87b72ae2-712c-47b1-9aa4-1000aa717ffc), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.743328 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11917a57-07f3-4458-9fdc-55bdeb355e2b None None] DHCP port deletion for 082de651-68c7-4173-8643-f72fffa9c2c7 request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:04:21.752954 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c472fc54-afc9-4d06-b7e6-964e9249bfd6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:21.767519 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b72ae2-712c-47b1-9aa4-1000aa717ffc,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:21.773239 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] No DVR routers for this DVR port 87b72ae2-712c-47b1-9aa4-1000aa717ffc on host dv-cinder-master-3-smb {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:21.782473 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: c472fc54-afc9-4d06-b7e6-964e9249bfd6 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:21.782768 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c472fc54-afc9-4d06-b7e6-964e9249bfd6 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:21.860668 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (082de651-68c7-4173-8643-f72fffa9c2c7), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.882429 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082de651-68c7-4173-8643-f72fffa9c2c7']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:21.892065 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf442e6-805d-4775-9d83-8d98262efe89') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:21.892417 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf442e6-805d-4775-9d83-8d98262efe89') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:21.902379 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3133796'] for segment (7cf442e6-805d-4775-9d83-8d98262efe89), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.916652 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (7cf442e6-805d-4775-9d83-8d98262efe89), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.932601 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:04:21.933036 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7733977'] for segment (7cf442e6-805d-4775-9d83-8d98262efe89), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.978299 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 7cf442e6-805d-4775-9d83-8d98262efe89 resource provider aggregate not found Oct 23 01:04:21.999270 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 7cf442e6-805d-4775-9d83-8d98262efe89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cf442e6-805d-4775-9d83-8d98262efe89 found for delete ", "request_id": "req-326fd9cd-f9be-48b2-b285-24d614268e70"}]} Oct 23 01:04:22.009272 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (082de651-68c7-4173-8643-f72fffa9c2c7), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.014368 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.021285 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43710) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:22.021597 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/082de651-68c7-4173-8643-f72fffa9c2c7 HTTP/1.1" status: 204 len: 168 time: 0.5993819 Oct 23 01:04:22.040675 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e416d-7281-47bb-b967-d61bdfff1ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=082de651-68c7-4173-8643-f72fffa9c2c7,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:22.098263 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 84aff435-a4b8-41a9-b048-a542d382c063 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:22.125525 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 84aff435-a4b8-41a9-b048-a542d382c063 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:22.126161 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 84aff435-a4b8-41a9-b048-a542d382c063 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:22.126740 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 87b72ae2-712c-47b1-9aa4-1000aa717ffc no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:22.146441 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 87b72ae2-712c-47b1-9aa4-1000aa717ffc {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:22.147165 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 87b72ae2-712c-47b1-9aa4-1000aa717ffc not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:22.147813 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device e84ce0bf-379a-48c6-a156-235db061d3c9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:22.166277 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: e84ce0bf-379a-48c6-a156-235db061d3c9 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:22.166968 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device e84ce0bf-379a-48c6-a156-235db061d3c9 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:22.190296 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:22.300176 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:22.325962 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.365278 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (599db7e0-a8e8-4c45-980a-fc6299680543), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.593281 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Deleting port 17f779b0-ec1d-4ba2-b9c4-34a72d105288 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:22.593636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.676709 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] For port 17f779b0-ec1d-4ba2-b9c4-34a72d105288, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=17f779b0-ec1d-4ba2-b9c4-34a72d105288,segment=NetworkSegment(99d25d87-3edc-4a98-a1ee-eddf6f29d749),segment_id=99d25d87-3edc-4a98-a1ee-eddf6f29d749)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:22.677080 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.690056 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Calling delete_port for 17f779b0-ec1d-4ba2-b9c4-34a72d105288 owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:22.871700 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (17f779b0-ec1d-4ba2-b9c4-34a72d105288), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.896722 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=17f779b0-ec1d-4ba2-b9c4-34a72d105288,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:23.066940 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (599db7e0-a8e8-4c45-980a-fc6299680543), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.068564 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:23.092336 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cea1ad2-b9bd-42ef-8380-c0d236e0752b None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:04:23.177969 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:23.185856 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea1ad2-b9bd-42ef-8380-c0d236e0752b None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:04:23.188534 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:23.314710 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Router 599db7e0-a8e8-4c45-980a-fc6299680543 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:23.436839 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:23.441775 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-c65e99e3-d248-4882-9fc2-a8d8e62d5f8f admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/599db7e0-a8e8-4c45-980a-fc6299680543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4190614 Oct 23 01:04:23.444509 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43740) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:23.446847 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] Sync routers for ids ['599db7e0-a8e8-4c45-980a-fc6299680543'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:23.459293 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] Routers {'599db7e0-a8e8-4c45-980a-fc6299680543'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:23.460171 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['599db7e0-a8e8-4c45-980a-fc6299680543'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:23.550524 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks [] for router (599db7e0-a8e8-4c45-980a-fc6299680543), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.573269 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] Set router 599db7e0-a8e8-4c45-980a-fc6299680543 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:23.656245 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks [] for router_gateway (599db7e0-a8e8-4c45-980a-fc6299680543), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.701173 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Deleting port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:23.701512 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.757691 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T01:04:22Z', 'revision_number': 5, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port': {'id': '575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:58:16Z', 'updated_at': '2022-10-23T00:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:23.761200 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:23.784898 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] Checking router: 599db7e0-a8e8-4c45-980a-fc6299680543 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:23.787349 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] For port 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:23.787836 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.795380 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] Routers {'599db7e0-a8e8-4c45-980a-fc6299680543'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:23.795989 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['599db7e0-a8e8-4c45-980a-fc6299680543'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:23.801797 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Calling delete_port for 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:23.881867 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-671a2735-5267-4cd0-ac1e-92a1c0df30b2 None None] Provisioning complete for port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:23.882142 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-671a2735-5267-4cd0-ac1e-92a1c0df30b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.882468 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-671a2735-5267-4cd0-ac1e-92a1c0df30b2 None None] Attempt 1 to provision port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 Oct 23 01:04:23.910428 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] Set router 599db7e0-a8e8-4c45-980a-fc6299680543 gateway port host: None {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:23.973095 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.999741 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:24.051065 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:24.065903 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:24.073849 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (599db7e0-a8e8-4c45-980a-fc6299680543), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.105294 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T01:04:23Z', 'revision_number': 6, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:24.132460 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdd34f-490d-44f8-88dd-271b2acb1fa8 None None] The sync data for ids ['599db7e0-a8e8-4c45-980a-fc6299680543'] in dv-cinder-master-3-smb is: [{'id': '599db7e0-a8e8-4c45-980a-fc6299680543', 'name': 'tempest-TestShelveInstance-585904401-router', 'tenant_id': '99d6804d5c474f00ab3abbceab6f4165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:58:15Z', 'updated_at': '2022-10-23T01:04:23Z', 'revision_number': 6, 'project_id': '99d6804d5c474f00ab3abbceab6f4165', 'gw_port_host': None}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:24.178870 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-671a2735-5267-4cd0-ac1e-92a1c0df30b2 None None] Current status of the port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:24.423171 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (599db7e0-a8e8-4c45-980a-fc6299680543), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.425433 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks [] for router_controller (599db7e0-a8e8-4c45-980a-fc6299680543), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.470756 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (599db7e0-a8e8-4c45-980a-fc6299680543), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.471467 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 599db7e0-a8e8-4c45-980a-fc6299680543 {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:04:24.476147 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.479672 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ea9747e7-2929-4273-b03b-7032abe04f40 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/599db7e0-a8e8-4c45-980a-fc6299680543 HTTP/1.1" status: 204 len: 168 time: 1.0308759 Oct 23 01:04:24.481381 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43750) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:24.531790 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-76badb1a-b16b-4be0-9daf-7168871006a7 admin admin] Deleting subnet d00bae01-ae3c-4eac-a74b-59d5c2777b01 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:04:24.536087 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76badb1a-b16b-4be0-9daf-7168871006a7 admin admin] Publish callbacks [] for subnet (d00bae01-ae3c-4eac-a74b-59d5c2777b01), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.573678 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76badb1a-b16b-4be0-9daf-7168871006a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4691568'] for subnet (d00bae01-ae3c-4eac-a74b-59d5c2777b01), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.666227 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76badb1a-b16b-4be0-9daf-7168871006a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (d00bae01-ae3c-4eac-a74b-59d5c2777b01), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.722574 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76badb1a-b16b-4be0-9daf-7168871006a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4593651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4677965'] for subnet (d00bae01-ae3c-4eac-a74b-59d5c2777b01), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.750079 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76badb1a-b16b-4be0-9daf-7168871006a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00bae01-ae3c-4eac-a74b-59d5c2777b01,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:24.755784 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-76badb1a-b16b-4be0-9daf-7168871006a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.762557 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43756) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:24.763757 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-76badb1a-b16b-4be0-9daf-7168871006a7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/d00bae01-ae3c-4eac-a74b-59d5c2777b01 HTTP/1.1" status: 204 len: 168 time: 0.2808194 Oct 23 01:04:24.778222 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5fabc-5a56-40a1-acf7-f9ec7cbd6eb0 None None] Network 553a50e9-aa16-4264-a359-3f52ef79d3a6 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:04:24.874259 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (553a50e9-aa16-4264-a359-3f52ef79d3a6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.924850 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Deleting port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:24.925252 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.948930 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] DHCP port deletion for 553a50e9-aa16-4264-a359-3f52ef79d3a6 request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:04:24.991450 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] Deleting port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:24.991831 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.997806 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] For port 8930ce19-daf5-48f1-acca-2ef1a0677fa9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8930ce19-daf5-48f1-acca-2ef1a0677fa9,segment=NetworkSegment(99d25d87-3edc-4a98-a1ee-eddf6f29d749),segment_id=99d25d87-3edc-4a98-a1ee-eddf6f29d749)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:24.998175 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.013171 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Calling delete_port for 8930ce19-daf5-48f1-acca-2ef1a0677fa9 owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:25.060218 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] For port 8930ce19-daf5-48f1-acca-2ef1a0677fa9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8930ce19-daf5-48f1-acca-2ef1a0677fa9,segment=NetworkSegment(99d25d87-3edc-4a98-a1ee-eddf6f29d749),segment_id=99d25d87-3edc-4a98-a1ee-eddf6f29d749)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:25.060650 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.073213 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] Calling delete_port for 8930ce19-daf5-48f1-acca-2ef1a0677fa9 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:25.090217 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.112615 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8930ce19-daf5-48f1-acca-2ef1a0677fa9,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:25.119113 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] No DVR routers for this DVR port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 on host dv-cinder-master-3-smb {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:25.152717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (8930ce19-daf5-48f1-acca-2ef1a0677fa9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.176031 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] Pushing event deleted for resources: {'Port': ['ID=8930ce19-daf5-48f1-acca-2ef1a0677fa9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:25.181620 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c1cff-1a10-4ca2-a0b1-c9d1f2c5437d None None] No DVR routers for this DVR port 8930ce19-daf5-48f1-acca-2ef1a0677fa9 on host dv-cinder-master-3-smb {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:25.194642 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (553a50e9-aa16-4264-a359-3f52ef79d3a6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.215111 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553a50e9-aa16-4264-a359-3f52ef79d3a6']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:25.224194 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d25d87-3edc-4a98-a1ee-eddf6f29d749') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:25.224517 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d25d87-3edc-4a98-a1ee-eddf6f29d749') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:25.233887 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3133796'] for segment (99d25d87-3edc-4a98-a1ee-eddf6f29d749), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.247686 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (99d25d87-3edc-4a98-a1ee-eddf6f29d749), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.254087 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:04:25.254490 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7733977'] for segment (99d25d87-3edc-4a98-a1ee-eddf6f29d749), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.296910 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 99d25d87-3edc-4a98-a1ee-eddf6f29d749 resource provider aggregate not found Oct 23 01:04:25.311467 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:25.315315 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 99d25d87-3edc-4a98-a1ee-eddf6f29d749 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99d25d87-3edc-4a98-a1ee-eddf6f29d749 found for delete ", "request_id": "req-4c26e013-16fc-414f-bd02-21c92afa1b22"}]} Oct 23 01:04:25.327649 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (553a50e9-aa16-4264-a359-3f52ef79d3a6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.332192 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.335341 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/553a50e9-aa16-4264-a359-3f52ef79d3a6 HTTP/1.1" status: 204 len: 168 time: 0.5716362 Oct 23 01:04:25.349420 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e249b5-d3b5-4118-8c0f-959237222ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=553a50e9-aa16-4264-a359-3f52ef79d3a6,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:25.497963 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43768) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:25.536857 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-2daca892-5680-4be8-b76c-7eabd17bd964 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ac18f8515a94410891c7675051d1ac59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377238 Oct 23 01:04:25.539279 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43770) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:25.555792 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:25.589067 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91c66c92-1730-4432-9888-491955cf9ad2 admin admin] Publish callbacks [] for security_group (7e2dea4c-7495-4835-84a7-26d7d5172c31), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.608973 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91c66c92-1730-4432-9888-491955cf9ad2 admin admin] Publish callbacks [] for security_group (7e2dea4c-7495-4835-84a7-26d7d5172c31), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.654496 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91c66c92-1730-4432-9888-491955cf9ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (7e2dea4c-7495-4835-84a7-26d7d5172c31), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.657159 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91c66c92-1730-4432-9888-491955cf9ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:25.658239 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-91c66c92-1730-4432-9888-491955cf9ad2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7e2dea4c-7495-4835-84a7-26d7d5172c31 HTTP/1.1" status: 204 len: 168 time: 0.1180413 Oct 23 01:04:25.665854 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c66c92-1730-4432-9888-491955cf9ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2dea4c-7495-4835-84a7-26d7d5172c31,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:25.983085 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43784) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:26.034914 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-153e5901-8460-4d68-8cce-b24908de78b2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=99d6804d5c474f00ab3abbceab6f4165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482788 Oct 23 01:04:26.035157 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43790) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:26.064783 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 8930ce19-daf5-48f1-acca-2ef1a0677fa9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:26.088035 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 8930ce19-daf5-48f1-acca-2ef1a0677fa9 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:26.088506 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 8930ce19-daf5-48f1-acca-2ef1a0677fa9 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:26.089176 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:26.091536 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:26.093179 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcf819a5-5df0-4df2-82cd-4aa2f5da934c admin admin] Publish callbacks [] for security_group (c3d9592d-dc2d-42d6-8cc9-91e4f3958b1d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:26.110150 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:26.110503 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 575e65f6-2b1d-4eee-a69c-5f2cc44b6ff8 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:26.110923 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 17f779b0-ec1d-4ba2-b9c4-34a72d105288 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:26.117931 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcf819a5-5df0-4df2-82cd-4aa2f5da934c admin admin] Publish callbacks [] for security_group (c3d9592d-dc2d-42d6-8cc9-91e4f3958b1d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:26.133162 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 17f779b0-ec1d-4ba2-b9c4-34a72d105288 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:26.133832 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 17f779b0-ec1d-4ba2-b9c4-34a72d105288 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:26.173452 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcf819a5-5df0-4df2-82cd-4aa2f5da934c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (c3d9592d-dc2d-42d6-8cc9-91e4f3958b1d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:26.173835 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcf819a5-5df0-4df2-82cd-4aa2f5da934c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:26.174998 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-dcf819a5-5df0-4df2-82cd-4aa2f5da934c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c3d9592d-dc2d-42d6-8cc9-91e4f3958b1d HTTP/1.1" status: 204 len: 168 time: 0.1388881 Oct 23 01:04:26.185860 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf819a5-5df0-4df2-82cd-4aa2f5da934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d9592d-dc2d-42d6-8cc9-91e4f3958b1d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:26.420271 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-ad6dc56f-1d9a-4c0d-b2ca-8a76ec1a739e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423334 Oct 23 01:04:26.491764 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-d3d3ceb5-5504-41c1-a566-66e5e5271c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:26.493314 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-d3d3ceb5-5504-41c1-a566-66e5e5271c1c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f639829059494fd49c12d49d52134692&device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 1130 time: 0.0502865 Oct 23 01:04:26.607960 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-7de0d385-09d0-460c-95ae-e7723e2947a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:26.609688 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-7de0d385-09d0-460c-95ae-e7723e2947a8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 200 len: 916 time: 0.0939221 Oct 23 01:04:26.688424 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-17aaf73b-8a6b-4c1a-b3d7-9a4ec1e920f0 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bde4932e-d192-4056-bf90-e3b87bc9407a HTTP/1.1" status: 200 len: 1002 time: 0.0710220 Oct 23 01:04:26.737315 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-7ebc599a-7b81-4080-b4d8-3062746cdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:26.738719 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-7ebc599a-7b81-4080-b4d8-3062746cdff5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 200 len: 854 time: 0.0442226 Oct 23 01:04:26.768169 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43812) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:26.784182 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-4e09076d-df51-41ae-81eb-77d1fbb84f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:26.785836 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-4e09076d-df51-41ae-81eb-77d1fbb84f36 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=d8f91d95-1c2c-439e-9697-40967bfc9e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399585 Oct 23 01:04:26.879816 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-f5c53b0d-9f4f-4867-af02-34f2ba2cc895 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878599 Oct 23 01:04:26.880660 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0529-d6ab-41b6-a795-96f9e78a8d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:26.958746 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0529-d6ab-41b6-a795-96f9e78a8d42 admin admin] Publish callbacks [] for security_group (548b205d-b35e-4a5a-bf19-e6f4483de989), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:26.962507 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0529-d6ab-41b6-a795-96f9e78a8d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (548b205d-b35e-4a5a-bf19-e6f4483de989), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:26.970762 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5782381f-bb91-4e79-8248-1c3e362ea821 req-597a63f2-b3a9-4247-9702-c3661b749967 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852571 Oct 23 01:04:27.005917 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-c9ca0529-d6ab-41b6-a795-96f9e78a8d42 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2bc34cfbc44b4565beda49562c510fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366331 Oct 23 01:04:27.007011 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca0529-d6ab-41b6-a795-96f9e78a8d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548b205d-b35e-4a5a-bf19-e6f4483de989,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:27.008930 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43816) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:27.055252 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:27.059082 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b68728b-499f-4718-865b-9dd3150c2621 admin admin] Publish callbacks [] for security_group (548b205d-b35e-4a5a-bf19-e6f4483de989), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.061208 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:27.081477 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b68728b-499f-4718-865b-9dd3150c2621 admin admin] Publish callbacks [] for security_group (548b205d-b35e-4a5a-bf19-e6f4483de989), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.131956 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b68728b-499f-4718-865b-9dd3150c2621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (548b205d-b35e-4a5a-bf19-e6f4483de989), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.134485 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b68728b-499f-4718-865b-9dd3150c2621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.135602 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-1b68728b-499f-4718-865b-9dd3150c2621 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/548b205d-b35e-4a5a-bf19-e6f4483de989 HTTP/1.1" status: 204 len: 168 time: 0.1256881 Oct 23 01:04:27.143171 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68728b-499f-4718-865b-9dd3150c2621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b205d-b35e-4a5a-bf19-e6f4483de989,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:27.390335 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 43824) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:27.407290 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a65c53b9-761b-475a-9433-730ab15095ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.482568 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a65c53b9-761b-475a-9433-730ab15095ff admin admin] Publish callbacks [] for security_group (3426aa6c-879f-40ee-8032-f02cf7b82e16), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.486061 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a65c53b9-761b-475a-9433-730ab15095ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (3426aa6c-879f-40ee-8032-f02cf7b82e16), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.524631 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-a65c53b9-761b-475a-9433-730ab15095ff admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f6ec7fc24b934d599380c122eaf8ae58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332457 Oct 23 01:04:27.525559 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c53b9-761b-475a-9433-730ab15095ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3426aa6c-879f-40ee-8032-f02cf7b82e16,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:27.527376 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 43826) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:27.577037 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f73e-5763-4a77-ab15-fc002953e387 admin admin] Publish callbacks [] for security_group (3426aa6c-879f-40ee-8032-f02cf7b82e16), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.597525 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f73e-5763-4a77-ab15-fc002953e387 admin admin] Publish callbacks [] for security_group (3426aa6c-879f-40ee-8032-f02cf7b82e16), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.644122 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f73e-5763-4a77-ab15-fc002953e387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (3426aa6c-879f-40ee-8032-f02cf7b82e16), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.646634 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f73e-5763-4a77-ab15-fc002953e387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:27.647754 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b1e2f73e-5763-4a77-ab15-fc002953e387 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3426aa6c-879f-40ee-8032-f02cf7b82e16 HTTP/1.1" status: 204 len: 168 time: 0.1194100 Oct 23 01:04:27.655835 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2f73e-5763-4a77-ab15-fc002953e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3426aa6c-879f-40ee-8032-f02cf7b82e16,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:30.639942 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:04:30.652586 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=33 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:37.155935 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:37.518646 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:37.521462 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:37.650990 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=27,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:37.651703 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:37.668886 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:39.929332 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd08906-ddcd-45c3-af38-a0307d99fc04 req-35fafb44-7cfe-4a6a-9c5c-5f5c1f1d1b36 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:39.930678 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bbd08906-ddcd-45c3-af38-a0307d99fc04 req-35fafb44-7cfe-4a6a-9c5c-5f5c1f1d1b36 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 946 time: 0.0464277 Oct 23 01:04:39.976924 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-bbd08906-ddcd-45c3-af38-a0307d99fc04 req-ad04d113-402c-45e7-82cd-0ed077a37390 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405922 Oct 23 01:04:40.294693 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-47964e70-c7aa-4dc3-8755-2427bded08fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.100901 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16464270-b9d0-4808-ae40-708c26dbc1ae req-906904a4-c898-4013-925f-9dc46f2c4852 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:41.102279 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-16464270-b9d0-4808-ae40-708c26dbc1ae req-906904a4-c898-4013-925f-9dc46f2c4852 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 946 time: 0.0491433 Oct 23 01:04:41.149439 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-16464270-b9d0-4808-ae40-708c26dbc1ae req-48a631e4-8462-4d7d-85f4-98334e837fb9 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 Oct 23 01:04:41.944745 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-26855625-1ff1-4025-864e-01accf68ec1d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:41.946191 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-26855625-1ff1-4025-864e-01accf68ec1d tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 946 time: 0.0459478 Oct 23 01:04:42.029155 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Deleting port bde4932e-d192-4056-bf90-e3b87bc9407a {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:42.029506 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.116295 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] For port bde4932e-d192-4056-bf90-e3b87bc9407a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bde4932e-d192-4056-bf90-e3b87bc9407a,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:42.116620 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.271320 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59202d6-4fae-402a-9ca5-ded94d7e8acf req-2c6b2a3e-9f69-4985-8883-282821ffe6cc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:42.272869 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b59202d6-4fae-402a-9ca5-ded94d7e8acf req-2c6b2a3e-9f69-4985-8883-282821ffe6cc tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7384da4c-57a9-414e-835f-a9804205331f HTTP/1.1" status: 200 len: 946 time: 0.0484431 Oct 23 01:04:42.288418 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.288783 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (a8d41fa1-81d0-47e0-9c68-bf8c1bc15315), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.289098 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Floating IP a8d41fa1-81d0-47e0-9c68-bf8c1bc15315 disassociated. External IP: 172.37.1.218, port: bde4932e-d192-4056-bf90-e3b87bc9407a. Oct 23 01:04:42.289441 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Calling delete_port for bde4932e-d192-4056-bf90-e3b87bc9407a owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:42.321823 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-b59202d6-4fae-402a-9ca5-ded94d7e8acf req-dad5b720-0dcb-4a1c-93f9-43abb98f2938 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=dfed7a94-42ba-477c-83ca-71589c71d253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Oct 23 01:04:42.415585 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (bde4932e-d192-4056-bf90-e3b87bc9407a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.439780 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63036293-f9bb-4748-8e60-3639bb87fc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.443001 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'Port': ['ID=bde4932e-d192-4056-bf90-e3b87bc9407a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:42.553676 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:42.657328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:42.667565 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:42.678064 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:42.678673 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:42.702500 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] No DVR routers for this DVR port bde4932e-d192-4056-bf90-e3b87bc9407a on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:42.705050 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.708283 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ba3f8e6d-7d9c-4343-9aab-afeca8c74fc8 req-50c0039e-d0c7-4199-bccc-bdaee9987c2c tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.43 "DELETE /networking/v2.0/ports/bde4932e-d192-4056-bf90-e3b87bc9407a HTTP/1.1" status: 204 len: 173 time: 0.7564714 Oct 23 01:04:42.708801 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7384da4c-57a9-414e-835f-a9804205331f', 'name': 'network-vif-deleted', 'tag': 'bde4932e-d192-4056-bf90-e3b87bc9407a'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:42.711122 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5162154e-3fd5-4b28-b61b-870e590385e0" -d '{"events": [{"server_uuid": "7384da4c-57a9-414e-835f-a9804205331f", "name": "network-vif-deleted", "tag": "bde4932e-d192-4056-bf90-e3b87bc9407a"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:42.764453 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9603a496-5758-4cda-b11e-4eda75ba151f x-openstack-request-id: req-9603a496-5758-4cda-b11e-4eda75ba151f {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:42.764752 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7384da4c-57a9-414e-835f-a9804205331f", "name": "network-vif-deleted", "tag": "bde4932e-d192-4056-bf90-e3b87bc9407a", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:42.765005 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9603a496-5758-4cda-b11e-4eda75ba151f {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:42.765420 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9603a496-5758-4cda-b11e-4eda75ba151f'] response: {'server_uuid': '7384da4c-57a9-414e-835f-a9804205331f', 'name': 'network-vif-deleted', 'tag': 'bde4932e-d192-4056-bf90-e3b87bc9407a', 'status': 'completed', 'code': 200} Oct 23 01:04:42.787703 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:42.975467 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:42.991719 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:43.016120 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:43.024284 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:43.024898 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:43.122150 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:43.304962 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:43.333413 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50b7c8-ff3d-4700-8fbb-4c98243a98b6 None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:41Z', 'revision_number': 4, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '478aee50-ceca-470c-ba37-a6fb5050ea1b', 'name': '', 'network_id': 'd8f91d95-1c2c-439e-9697-40967bfc9e0e', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'mac_address': 'fa:16:3e:92:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:38Z', 'updated_at': '2022-10-23T00:55:56Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'subnets': [{'id': '64322874-d1c5-43d1-a2c6-23db4c23e049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:43.419778 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44010) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:43.475573 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d650cbe1-3bdf-4acc-9734-b246adcdc630 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (dfed7a94-42ba-477c-83ca-71589c71d253), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.499823 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d650cbe1-3bdf-4acc-9734-b246adcdc630 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (dfed7a94-42ba-477c-83ca-71589c71d253), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.554613 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d650cbe1-3bdf-4acc-9734-b246adcdc630 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (dfed7a94-42ba-477c-83ca-71589c71d253), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.557314 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d650cbe1-3bdf-4acc-9734-b246adcdc630 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.558473 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-d650cbe1-3bdf-4acc-9734-b246adcdc630 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/dfed7a94-42ba-477c-83ca-71589c71d253 HTTP/1.1" status: 204 len: 168 time: 0.1375101 Oct 23 01:04:43.561349 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44012) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:43.570468 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650cbe1-3bdf-4acc-9734-b246adcdc630 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfed7a94-42ba-477c-83ca-71589c71d253,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:43.577598 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.api.v2.resource [None req-ac10a0dd-768c-4e66-af63-6b724ac73d2b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] show failed (client error): The resource could not be found. Oct 23 01:04:43.581321 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ac10a0dd-768c-4e66-af63-6b724ac73d2b tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "GET /networking/v2.0/security-groups/dfed7a94-42ba-477c-83ca-71589c71d253 HTTP/1.1" status: 404 len: 347 time: 0.0162978 Oct 23 01:04:43.582267 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44016) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:43.612783 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9540a1-d21e-4b84-8a9e-35acd04bfbe9 None None] New status for floating IP a8d41fa1-81d0-47e0-9c68-bf8c1bc15315: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:04:43.703391 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Deleting port 0a87a0b6-c78a-453d-9684-ac0102971f40 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:43.704255 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (0a87a0b6-c78a-453d-9684-ac0102971f40), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.737116 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.782879 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (0a87a0b6-c78a-453d-9684-ac0102971f40), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.783214 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (0a87a0b6-c78a-453d-9684-ac0102971f40), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.795097 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Calling delete_port for 0a87a0b6-c78a-453d-9684-ac0102971f40 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:43.925143 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (0a87a0b6-c78a-453d-9684-ac0102971f40), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.947230 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Pushing event deleted for resources: {'Port': ['ID=0a87a0b6-c78a-453d-9684-ac0102971f40,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:44.012249 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks [] for floatingip (a8d41fa1-81d0-47e0-9c68-bf8c1bc15315), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.015039 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.016800 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-9fef0db4-6ef9-4c26-91db-6b4e23b35c93 tempest-AttachVolumeNegativeTest-2125139924 tempest-AttachVolumeNegativeTest-2125139924-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/a8d41fa1-81d0-47e0-9c68-bf8c1bc15315 HTTP/1.1" status: 204 len: 168 time: 0.4335611 Oct 23 01:04:45.348879 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.380836 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.881376 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device bde4932e-d192-4056-bf90-e3b87bc9407a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:45.904211 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: bde4932e-d192-4056-bf90-e3b87bc9407a {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:45.904577 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device bde4932e-d192-4056-bf90-e3b87bc9407a not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:47.696223 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44072) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:47.885900 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:47.924110 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.144694 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (335c2fb3-7f07-4cb7-827b-c087db43a65f), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.348465 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44082) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:48.368376 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Deleting port 478aee50-ceca-470c-ba37-a6fb5050ea1b {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:48.368748 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.447504 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] For port 478aee50-ceca-470c-ba37-a6fb5050ea1b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=478aee50-ceca-470c-ba37-a6fb5050ea1b,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:48.447957 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.452141 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aefb8fd-328d-4f9b-9275-9a2ac0727af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.461111 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Calling delete_port for 478aee50-ceca-470c-ba37-a6fb5050ea1b owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:48.475134 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.501934 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.538325 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aefb8fd-328d-4f9b-9275-9a2ac0727af3 admin admin] Publish callbacks [] for security_group (f0b0f355-b56a-4709-8366-20b1036a0af7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.541993 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aefb8fd-328d-4f9b-9275-9a2ac0727af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (f0b0f355-b56a-4709-8366-20b1036a0af7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.581000 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefb8fd-328d-4f9b-9275-9a2ac0727af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b0f355-b56a-4709-8366-20b1036a0af7,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:48.586355 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3aefb8fd-328d-4f9b-9275-9a2ac0727af3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9fa71cdcda63429584e83f50f3544f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366719 Oct 23 01:04:48.588855 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44086) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:48.640694 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fe736ca-3796-4e2b-aa2c-aab573ea9474 admin admin] Publish callbacks [] for security_group (f0b0f355-b56a-4709-8366-20b1036a0af7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.649006 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (478aee50-ceca-470c-ba37-a6fb5050ea1b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.652989 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.661026 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fe736ca-3796-4e2b-aa2c-aab573ea9474 admin admin] Publish callbacks [] for security_group (f0b0f355-b56a-4709-8366-20b1036a0af7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.714739 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fe736ca-3796-4e2b-aa2c-aab573ea9474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (f0b0f355-b56a-4709-8366-20b1036a0af7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.717680 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fe736ca-3796-4e2b-aa2c-aab573ea9474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.718886 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-9fe736ca-3796-4e2b-aa2c-aab573ea9474 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f0b0f355-b56a-4709-8366-20b1036a0af7 HTTP/1.1" status: 204 len: 168 time: 0.1291187 Oct 23 01:04:48.731880 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe736ca-3796-4e2b-aa2c-aab573ea9474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b0f355-b56a-4709-8366-20b1036a0af7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:48.926039 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Pushing event deleted for resources: {'Port': ['ID=478aee50-ceca-470c-ba37-a6fb5050ea1b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:49.046974 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:49.101897 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (335c2fb3-7f07-4cb7-827b-c087db43a65f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.126991 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183fba00-57bc-4698-81a7-d064ec35531a None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:04:49.201190 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183fba00-57bc-4698-81a7-d064ec35531a None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:04:49.326491 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Router 335c2fb3-7f07-4cb7-827b-c087db43a65f has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:49.434975 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:49.441007 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-27782a2a-da29-43ee-bcb9-5010e027db3e admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/335c2fb3-7f07-4cb7-827b-c087db43a65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7437959 Oct 23 01:04:49.443525 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44108) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:49.449319 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a1bde-573a-4578-a297-43891604895b None None] Sync routers for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:49.461800 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a1bde-573a-4578-a297-43891604895b None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:49.462746 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2f3a1bde-573a-4578-a297-43891604895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:49.571712 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks [] for router (335c2fb3-7f07-4cb7-827b-c087db43a65f), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.593718 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-2f3a1bde-573a-4578-a297-43891604895b None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:49.685659 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks [] for router_gateway (335c2fb3-7f07-4cb7-827b-c087db43a65f), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.738863 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Deleting port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:49.739675 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.778729 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2f3a1bde-573a-4578-a297-43891604895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103'}], 'enable_snat': True}, 'gw_port_id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:04:48Z', 'revision_number': 5, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port': {'id': 'd10f087d-71e2-4d4b-8fb1-70fe8a8f576a', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:26Z', 'updated_at': '2022-10-23T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:49.809677 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a1bde-573a-4578-a297-43891604895b None None] Checking router: 335c2fb3-7f07-4cb7-827b-c087db43a65f for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:49.820509 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a1bde-573a-4578-a297-43891604895b None None] Routers {'335c2fb3-7f07-4cb7-827b-c087db43a65f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:49.821171 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2f3a1bde-573a-4578-a297-43891604895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['335c2fb3-7f07-4cb7-827b-c087db43a65f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:49.847586 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] For port d10f087d-71e2-4d4b-8fb1-70fe8a8f576a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d10f087d-71e2-4d4b-8fb1-70fe8a8f576a,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:49.847962 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.865115 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Calling delete_port for d10f087d-71e2-4d4b-8fb1-70fe8a8f576a owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:49.932503 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-2f3a1bde-573a-4578-a297-43891604895b None None] Set router 335c2fb3-7f07-4cb7-827b-c087db43a65f gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:49.963787 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-2fcb273a-7194-4196-9dcf-6fc88fe8369f None None] Provisioning complete for port 6fd068c6-0d16-44ce-ad89-526e230b2a76 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:49.964593 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2fcb273a-7194-4196-9dcf-6fc88fe8369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.965400 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-2fcb273a-7194-4196-9dcf-6fc88fe8369f None None] Attempt 1 to provision port 6fd068c6-0d16-44ce-ad89-526e230b2a76 Oct 23 01:04:49.990044 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:49.991393 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2f3a1bde-573a-4578-a297-43891604895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:04:49Z', 'revision_number': 6, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:50.020128 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a1bde-573a-4578-a297-43891604895b None None] The sync data for ids ['335c2fb3-7f07-4cb7-827b-c087db43a65f'] in dv-cinder-master-3-smb is: [{'id': '335c2fb3-7f07-4cb7-827b-c087db43a65f', 'name': 'tempest-AttachVolumeNegativeTest-1194680204-router', 'tenant_id': 'f639829059494fd49c12d49d52134692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:04:49Z', 'revision_number': 6, 'project_id': 'f639829059494fd49c12d49d52134692', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:50.065482 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb273a-7194-4196-9dcf-6fc88fe8369f None None] Current status of the port 6fd068c6-0d16-44ce-ad89-526e230b2a76 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:50.099551 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:50.115319 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (d10f087d-71e2-4d4b-8fb1-70fe8a8f576a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.140377 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10f087d-71e2-4d4b-8fb1-70fe8a8f576a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:50.204586 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (335c2fb3-7f07-4cb7-827b-c087db43a65f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.206074 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:50.291121 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (335c2fb3-7f07-4cb7-827b-c087db43a65f), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.293216 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks [] for router_controller (335c2fb3-7f07-4cb7-827b-c087db43a65f), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.334027 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (335c2fb3-7f07-4cb7-827b-c087db43a65f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.334799 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 335c2fb3-7f07-4cb7-827b-c087db43a65f {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:04:50.339737 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.340892 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-46f91793-cadf-4d5f-b459-16dc49e3faf4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/335c2fb3-7f07-4cb7-827b-c087db43a65f HTTP/1.1" status: 204 len: 168 time: 0.8963847 Oct 23 01:04:50.343471 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44118) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:50.388279 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bca199-3621-42d6-a284-bd41c4b59848 admin admin] Deleting subnet 64322874-d1c5-43d1-a2c6-23db4c23e049 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:04:50.392192 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46bca199-3621-42d6-a284-bd41c4b59848 admin admin] Publish callbacks [] for subnet (64322874-d1c5-43d1-a2c6-23db4c23e049), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.431743 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46bca199-3621-42d6-a284-bd41c4b59848 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4691568'] for subnet (64322874-d1c5-43d1-a2c6-23db4c23e049), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.507807 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46bca199-3621-42d6-a284-bd41c4b59848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (64322874-d1c5-43d1-a2c6-23db4c23e049), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.557960 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46bca199-3621-42d6-a284-bd41c4b59848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4593651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4677965'] for subnet (64322874-d1c5-43d1-a2c6-23db4c23e049), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.586838 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bca199-3621-42d6-a284-bd41c4b59848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64322874-d1c5-43d1-a2c6-23db4c23e049,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:50.590607 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46bca199-3621-42d6-a284-bd41c4b59848 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.593762 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-46bca199-3621-42d6-a284-bd41c4b59848 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/64322874-d1c5-43d1-a2c6-23db4c23e049 HTTP/1.1" status: 204 len: 168 time: 0.2493231 Oct 23 01:04:50.596222 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2e3b0-9796-41c5-bd3d-5ed87d61f6fc None None] Network d8f91d95-1c2c-439e-9697-40967bfc9e0e requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:04:50.596745 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44120) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:50.662989 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (d8f91d95-1c2c-439e-9697-40967bfc9e0e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.704482 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Deleting port 6fd068c6-0d16-44ce-ad89-526e230b2a76 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:50.705023 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.777464 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] For port 6fd068c6-0d16-44ce-ad89-526e230b2a76, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6fd068c6-0d16-44ce-ad89-526e230b2a76,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:50.777464 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.784535 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] DHCP port deletion for d8f91d95-1c2c-439e-9697-40967bfc9e0e request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:04:50.793975 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Calling delete_port for 6fd068c6-0d16-44ce-ad89-526e230b2a76 owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:50.826118 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Deleting port 6fd068c6-0d16-44ce-ad89-526e230b2a76 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:50.826417 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.879655 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.892802 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] For port 6fd068c6-0d16-44ce-ad89-526e230b2a76, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6fd068c6-0d16-44ce-ad89-526e230b2a76,segment=NetworkSegment(2e3ffa9e-a177-4edf-bb90-40becad0dbbb),segment_id=2e3ffa9e-a177-4edf-bb90-40becad0dbbb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:50.893193 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.904803 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd068c6-0d16-44ce-ad89-526e230b2a76,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:50.906469 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Calling delete_port for 6fd068c6-0d16-44ce-ad89-526e230b2a76 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:50.908291 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] No DVR routers for this DVR port 6fd068c6-0d16-44ce-ad89-526e230b2a76 on host dv-cinder-master-3-smb {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:50.919338 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:50.965189 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:50.981156 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (d8f91d95-1c2c-439e-9697-40967bfc9e0e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.990179 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (6fd068c6-0d16-44ce-ad89-526e230b2a76), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.004624 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f91d95-1c2c-439e-9697-40967bfc9e0e']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:51.014215 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Pushing event deleted for resources: {'Port': ['ID=6fd068c6-0d16-44ce-ad89-526e230b2a76,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:51.015223 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3ffa9e-a177-4edf-bb90-40becad0dbbb') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:51.015527 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3ffa9e-a177-4edf-bb90-40becad0dbbb') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:51.024323 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.024902 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.025393 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.025904 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.026354 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4691579'] for segment (2e3ffa9e-a177-4edf-bb90-40becad0dbbb), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.026561 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.027032 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.027516 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.028253 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.028753 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.029236 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.029716 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.030277 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.030748 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.031215 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.031696 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:51.035045 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bdf1b0-5aef-4bdb-9c9f-6b0019859a41 None None] No DVR routers for this DVR port 6fd068c6-0d16-44ce-ad89-526e230b2a76 on host dv-cinder-master-3-smb {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:51.045357 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (2e3ffa9e-a177-4edf-bb90-40becad0dbbb), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.061864 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:51.061864 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:04:51.061864 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590165'] for segment (2e3ffa9e-a177-4edf-bb90-40becad0dbbb), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.112984 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 2e3ffa9e-a177-4edf-bb90-40becad0dbbb resource provider aggregate not found Oct 23 01:04:51.138234 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 2e3ffa9e-a177-4edf-bb90-40becad0dbbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e3ffa9e-a177-4edf-bb90-40becad0dbbb found for delete ", "request_id": "req-40a623aa-c0bb-4d88-ae9d-2a6aec153cc2"}]} Oct 23 01:04:51.138654 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:51.148158 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (d8f91d95-1c2c-439e-9697-40967bfc9e0e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.158497 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.162108 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/d8f91d95-1c2c-439e-9697-40967bfc9e0e HTTP/1.1" status: 204 len: 168 time: 0.5649030 Oct 23 01:04:51.171731 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e699488-eb30-4544-9b96-68065c0da14d admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f91d95-1c2c-439e-9697-40967bfc9e0e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:51.346158 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44136) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:51.386410 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-0c3ccf26-06ae-4581-baa8-a4657c2f4580 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f639829059494fd49c12d49d52134692&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390186 Oct 23 01:04:51.388880 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44138) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:51.436861 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ec-607a-4e34-a4aa-2e79eb4d1c91 admin admin] Publish callbacks [] for security_group (f2f9aa9c-ef0b-4b92-922f-32a6874aff41), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.456160 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ec-607a-4e34-a4aa-2e79eb4d1c91 admin admin] Publish callbacks [] for security_group (f2f9aa9c-ef0b-4b92-922f-32a6874aff41), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.501352 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ec-607a-4e34-a4aa-2e79eb4d1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (f2f9aa9c-ef0b-4b92-922f-32a6874aff41), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.504092 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ec-607a-4e34-a4aa-2e79eb4d1c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.505437 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-8f4fe3ec-607a-4e34-a4aa-2e79eb4d1c91 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f2f9aa9c-ef0b-4b92-922f-32a6874aff41 HTTP/1.1" status: 204 len: 168 time: 0.1155088 Oct 23 01:04:51.513029 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fe3ec-607a-4e34-a4aa-2e79eb4d1c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f9aa9c-ef0b-4b92-922f-32a6874aff41,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:52.067024 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 6fd068c6-0d16-44ce-ad89-526e230b2a76 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:52.094234 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 6fd068c6-0d16-44ce-ad89-526e230b2a76 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:52.094234 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 6fd068c6-0d16-44ce-ad89-526e230b2a76 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:52.094234 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device d10f087d-71e2-4d4b-8fb1-70fe8a8f576a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:52.104718 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: d10f087d-71e2-4d4b-8fb1-70fe8a8f576a {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:52.105068 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device d10f087d-71e2-4d4b-8fb1-70fe8a8f576a not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:52.105481 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 478aee50-ceca-470c-ba37-a6fb5050ea1b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:52.126230 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 478aee50-ceca-470c-ba37-a6fb5050ea1b {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:52.126511 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 478aee50-ceca-470c-ba37-a6fb5050ea1b not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:52.330602 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.565497 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44176) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:52.776743 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-61df0b9e-cf34-40bb-968c-eb6e9d4d8d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.862568 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-61df0b9e-cf34-40bb-968c-eb6e9d4d8d58 admin admin] Publish callbacks [] for security_group (37b1cd0f-e773-4096-bf79-10cd0708158a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.871603 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-61df0b9e-cf34-40bb-968c-eb6e9d4d8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (37b1cd0f-e773-4096-bf79-10cd0708158a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.912011 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-61df0b9e-cf34-40bb-968c-eb6e9d4d8d58 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6e35738c072847f6915e748b337dc502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456073 Oct 23 01:04:52.913004 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df0b9e-cf34-40bb-968c-eb6e9d4d8d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b1cd0f-e773-4096-bf79-10cd0708158a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:52.914779 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44190) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:52.966251 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-93faa4a6-9b17-42b9-bbeb-c6075dff7997 admin admin] Publish callbacks [] for security_group (37b1cd0f-e773-4096-bf79-10cd0708158a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.988511 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-93faa4a6-9b17-42b9-bbeb-c6075dff7997 admin admin] Publish callbacks [] for security_group (37b1cd0f-e773-4096-bf79-10cd0708158a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.036645 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-93faa4a6-9b17-42b9-bbeb-c6075dff7997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (37b1cd0f-e773-4096-bf79-10cd0708158a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.039376 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-93faa4a6-9b17-42b9-bbeb-c6075dff7997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.040733 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-93faa4a6-9b17-42b9-bbeb-c6075dff7997 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/37b1cd0f-e773-4096-bf79-10cd0708158a HTTP/1.1" status: 204 len: 168 time: 0.1244936 Oct 23 01:04:53.049127 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faa4a6-9b17-42b9-bbeb-c6075dff7997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b1cd0f-e773-4096-bf79-10cd0708158a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:53.078453 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44196) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:53.184852 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0fac109f-1b25-4876-86b4-33b8b84dd858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.264788 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0fac109f-1b25-4876-86b4-33b8b84dd858 admin admin] Publish callbacks [] for security_group (625bc8ad-89c8-49c9-80f2-34c994106f62), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.268835 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0fac109f-1b25-4876-86b4-33b8b84dd858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (625bc8ad-89c8-49c9-80f2-34c994106f62), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.308565 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac109f-1b25-4876-86b4-33b8b84dd858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625bc8ad-89c8-49c9-80f2-34c994106f62,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:53.312774 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0fac109f-1b25-4876-86b4-33b8b84dd858 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=295197855ff740cbaafaabcbecdaa59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330959 Oct 23 01:04:53.318481 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44202) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:53.370105 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1c733677-79cf-4ce4-be16-bac016b70bf6 admin admin] Publish callbacks [] for security_group (625bc8ad-89c8-49c9-80f2-34c994106f62), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.390723 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1c733677-79cf-4ce4-be16-bac016b70bf6 admin admin] Publish callbacks [] for security_group (625bc8ad-89c8-49c9-80f2-34c994106f62), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.439253 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1c733677-79cf-4ce4-be16-bac016b70bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (625bc8ad-89c8-49c9-80f2-34c994106f62), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.441906 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1c733677-79cf-4ce4-be16-bac016b70bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.443050 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-1c733677-79cf-4ce4-be16-bac016b70bf6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/625bc8ad-89c8-49c9-80f2-34c994106f62 HTTP/1.1" status: 204 len: 168 time: 0.1235869 Oct 23 01:04:53.451280 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c733677-79cf-4ce4-be16-bac016b70bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625bc8ad-89c8-49c9-80f2-34c994106f62,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:53.784799 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44224) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:53.798384 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1f68ada5-a936-4e59-8aac-857cf0a1c4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.820319 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:53.843713 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:53.880220 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1f68ada5-a936-4e59-8aac-857cf0a1c4bc admin admin] Publish callbacks [] for security_group (c490de18-56f9-433b-b3d3-dd13e0110e73), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.883699 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1f68ada5-a936-4e59-8aac-857cf0a1c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (c490de18-56f9-433b-b3d3-dd13e0110e73), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.923123 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-1f68ada5-a936-4e59-8aac-857cf0a1c4bc admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7598e3ac98a043ae98060d9f1e743a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372669 Oct 23 01:04:53.924063 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68ada5-a936-4e59-8aac-857cf0a1c4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c490de18-56f9-433b-b3d3-dd13e0110e73,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:53.925858 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44230) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:53.980541 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-976a-46ba-b4c5-f683f046bf29 admin admin] Publish callbacks [] for security_group (c490de18-56f9-433b-b3d3-dd13e0110e73), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.000669 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-976a-46ba-b4c5-f683f046bf29 admin admin] Publish callbacks [] for security_group (c490de18-56f9-433b-b3d3-dd13e0110e73), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.050518 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-976a-46ba-b4c5-f683f046bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (c490de18-56f9-433b-b3d3-dd13e0110e73), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.053383 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-976a-46ba-b4c5-f683f046bf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.054548 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-52e80239-976a-46ba-b4c5-f683f046bf29 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c490de18-56f9-433b-b3d3-dd13e0110e73 HTTP/1.1" status: 204 len: 168 time: 0.1276546 Oct 23 01:04:54.062520 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e80239-976a-46ba-b4c5-f683f046bf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c490de18-56f9-433b-b3d3-dd13e0110e73,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:55.558953 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-16aac69f-4f66-44da-a635-a916b65cf031 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=b44d7361c05546b0bc525a9dfe170f23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289114 Oct 23 01:04:55.756231 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-57338990-ee5d-482a-b874-38ee88d3e5c6 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:55.758130 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-57338990-ee5d-482a-b874-38ee88d3e5c6 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930561 Oct 23 01:04:55.774784 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-1bd63db4-1a95-4881-9a9f-c1646b4a244f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/quotas/b44d7361c05546b0bc525a9dfe170f23 HTTP/1.1" status: 200 len: 375 time: 0.0107651 Oct 23 01:04:55.818671 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-0358aca4-f0b8-49af-821c-8a20e8e848e0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b44d7361c05546b0bc525a9dfe170f23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351961 Oct 23 01:04:56.021418 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5c5c7eae-9a64-4ff3-8197-f13e9ed72af5 req-9fb22050-2e20-4ebc-b895-7dacd2f677e7 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 210 time: 0.0384374 Oct 23 01:04:56.589309 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea9f3f-ebb1-4a13-a35e-d36e9fe71d55 req-18989a1b-6fe5-4708-9c41-da456970bdaf tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:56.590797 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-adea9f3f-ebb1-4a13-a35e-d36e9fe71d55 req-18989a1b-6fe5-4708-9c41-da456970bdaf tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 947 time: 0.0463428 Oct 23 01:04:56.640524 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-adea9f3f-ebb1-4a13-a35e-d36e9fe71d55 req-7433e463-3872-421d-bdab-b343cfc51c95 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433443 Oct 23 01:04:57.125370 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fe5093d7-db7d-4105-9b07-81315bea81e5 req-810b707c-7d23-454c-ad36-a90448603952 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 210 time: 0.0278759 Oct 23 01:04:57.765958 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf85209-0eb0-4867-a43a-191805694257 req-a9336fbe-dc56-4657-9096-6b8b962f5949 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:57.767889 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-baf85209-0eb0-4867-a43a-191805694257 req-a9336fbe-dc56-4657-9096-6b8b962f5949 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 947 time: 0.0469074 Oct 23 01:04:57.815447 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-baf85209-0eb0-4867-a43a-191805694257 req-c6468e79-fb98-4220-91c6-a845f5bdbaf1 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8983da04-2809-4748-ad15-23f30c947a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Oct 23 01:04:58.055674 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-261cb180-e479-489b-885e-3ebbae4134f8 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=b44d7361c05546b0bc525a9dfe170f23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285716 Oct 23 01:04:58.073799 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-bf0bd84f-3b28-4dc5-8df9-9dc45351d68d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:58.075438 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-bf0bd84f-3b28-4dc5-8df9-9dc45351d68d tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 947 time: 0.0472419 Oct 23 01:04:58.163288 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Deleting port c112bc08-da49-4d9a-83de-69470b122759 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:58.163630 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (c112bc08-da49-4d9a-83de-69470b122759), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.242264 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:58.249566 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d015ca5b-51bf-4ca0-a14d-4d3422e8e5d4 req-e5392932-722e-4b86-a795-652bb787971c tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 210 time: 0.0336912 Oct 23 01:04:58.254305 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-041d2e41-8b36-418f-ae57-63f1989f3274 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:58.255786 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-041d2e41-8b36-418f-ae57-63f1989f3274 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951561 Oct 23 01:04:58.267940 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Request body: {'port': {'device_id': '313392dd-443a-43be-a5c7-27ebb92039a6', 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054', 'admin_state_up': True, 'tenant_id': 'b44d7361c05546b0bc525a9dfe170f23'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:58.306993 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] For port c112bc08-da49-4d9a-83de-69470b122759, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c112bc08-da49-4d9a-83de-69470b122759,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:58.307363 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (c112bc08-da49-4d9a-83de-69470b122759), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.329608 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:58.387752 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Made reservation on behalf of b44d7361c05546b0bc525a9dfe170f23 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:04:58.391773 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.402408 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.482948 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks [] for security_group (1bcde277-45ce-4a63-ada0-1576badb10e0), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.488035 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1bcde277-45ce-4a63-ada0-1576badb10e0), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.490279 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.490745 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (ca9bb534-cdd4-455d-b153-948950c3ed40), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.491128 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Floating IP ca9bb534-cdd4-455d-b153-948950c3ed40 disassociated. External IP: 172.37.1.224, port: c112bc08-da49-4d9a-83de-69470b122759. Oct 23 01:04:58.491743 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Calling delete_port for c112bc08-da49-4d9a-83de-69470b122759 owned by compute:nova {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:58.531290 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44352) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:58.559889 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcde277-45ce-4a63-ada0-1576badb10e0,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:58.568752 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:58.574291 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.574633 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.575021 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.575298 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.575614 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.575929 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.576609 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.577224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.577698 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.578173 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.578674 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.579237 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.579586 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.579946 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.580268 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:58.584133 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:58.644768 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (c112bc08-da49-4d9a-83de-69470b122759), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.650609 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Allocated IP 192.168.233.50 (b168d524-3d99-4c4b-9d13-b0c239f63054/ac68819e-439e-490a-b74b-2ae870fbd1f2/060f77f7-15e1-403d-b8eb-02ded218f3d7) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:04:58.682507 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event deleted for resources: {'Port': ['ID=c112bc08-da49-4d9a-83de-69470b122759,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:58.695590 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba69-bb45-4ed1-a04b-8dbe56f407de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.825835 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks [] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.861080 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:58.865454 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.867915 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba69-bb45-4ed1-a04b-8dbe56f407de admin admin] Publish callbacks [] for security_group (5a3a906e-b617-4172-b41d-e8ac0b0ee089), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.874538 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba69-bb45-4ed1-a04b-8dbe56f407de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (5a3a906e-b617-4172-b41d-e8ac0b0ee089), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.908068 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Network b168d524-3d99-4c4b-9d13-b0c239f63054 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:04:58.913318 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:04:58.915800 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:04:58.949170 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Pushing event updated for resources: {'Port': ['ID=060f77f7-15e1-403d-b8eb-02ded218f3d7,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:58.975536 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:58.976147 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.980236 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-1c23ba69-bb45-4ed1-a04b-8dbe56f407de admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=874913d4f3c2415792c3a07a772c1c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478588 Oct 23 01:04:58.981188 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23ba69-bb45-4ed1-a04b-8dbe56f407de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3a906e-b617-4172-b41d-e8ac0b0ee089,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:58.983542 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44358) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:58.987756 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eec21b77-86c9-484a-a0fe-d490d55a7ea5 req-e59ac40b-2a98-4546-b49b-fbb154d4085e tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=41c42cbf-4123-4213-bd54-4f9527852d76 HTTP/1.1" status: 200 len: 210 time: 0.0603216 Oct 23 01:04:59.003221 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ec31bea0-72cf-4224-a507-765099a7126f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7400846 Oct 23 01:04:59.015368 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Request body: {'port': {'device_id': '313392dd-443a-43be-a5c7-27ebb92039a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:59.020850 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:59.088144 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.100172 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:59.115159 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] Sync routers for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:59.129714 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:59.130721 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:59.133054 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-03ec1c45-7b59-4bb4-bbe2-cb83aceba8d0 admin admin] Publish callbacks [] for security_group (5a3a906e-b617-4172-b41d-e8ac0b0ee089), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.170584 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] No DVR routers for this DVR port c112bc08-da49-4d9a-83de-69470b122759 on host hv-cinder-maste {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:59.177115 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.180286 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5d8feceb-3c25-4872-9cb0-5865bf3d9cd4 req-d1d2cd1a-7c1e-4662-9dce-c941d4f756a0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.43 "DELETE /networking/v2.0/ports/c112bc08-da49-4d9a-83de-69470b122759 HTTP/1.1" status: 204 len: 173 time: 1.1000268 Oct 23 01:04:59.180835 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-deleted', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:59.183243 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b88b42-b0e2-4be6-9e48-74351cc0486f" -d '{"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-deleted", "tag": "c112bc08-da49-4d9a-83de-69470b122759"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:59.190883 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-03ec1c45-7b59-4bb4-bbe2-cb83aceba8d0 admin admin] Publish callbacks [] for security_group (5a3a906e-b617-4172-b41d-e8ac0b0ee089), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.257925 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727cda26-fcca-4374-8933-301e33ba563c x-openstack-request-id: req-727cda26-fcca-4374-8933-301e33ba563c {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:59.258226 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c42cbf-4123-4213-bd54-4f9527852d76", "name": "network-vif-deleted", "tag": "c112bc08-da49-4d9a-83de-69470b122759", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:59.258476 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-727cda26-fcca-4374-8933-301e33ba563c {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:59.258990 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727cda26-fcca-4374-8933-301e33ba563c'] response: {'server_uuid': '41c42cbf-4123-4213-bd54-4f9527852d76', 'name': 'network-vif-deleted', 'tag': 'c112bc08-da49-4d9a-83de-69470b122759', 'status': 'completed', 'code': 200} Oct 23 01:04:59.298028 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-03ec1c45-7b59-4bb4-bbe2-cb83aceba8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (5a3a906e-b617-4172-b41d-e8ac0b0ee089), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.300605 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-03ec1c45-7b59-4bb4-bbe2-cb83aceba8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.301167 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:59.304691 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-03ec1c45-7b59-4bb4-bbe2-cb83aceba8d0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5a3a906e-b617-4172-b41d-e8ac0b0ee089 HTTP/1.1" status: 204 len: 168 time: 0.3131070 Oct 23 01:04:59.313683 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec1c45-7b59-4bb4-bbe2-cb83aceba8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3a906e-b617-4172-b41d-e8ac0b0ee089,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:59.323485 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:59.397375 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4d3500cd-02fd-4692-8f27-545a8611159b None None] Provisioning complete for port 060f77f7-15e1-403d-b8eb-02ded218f3d7 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:59.398000 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4d3500cd-02fd-4692-8f27-545a8611159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.398578 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4d3500cd-02fd-4692-8f27-545a8611159b None None] Attempt 1 to provision port 060f77f7-15e1-403d-b8eb-02ded218f3d7 Oct 23 01:04:59.453150 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff09ac-98ff-4e77-b2dc-d2a0d3d24345 req-a0dd1f0c-2dab-44b7-bbe4-69e5e12b7566 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:59.464889 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-00ff09ac-98ff-4e77-b2dc-d2a0d3d24345 req-a0dd1f0c-2dab-44b7-bbe4-69e5e12b7566 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 935 time: 0.0751214 Oct 23 01:04:59.501278 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4d3500cd-02fd-4692-8f27-545a8611159b None None] Port 060f77f7-15e1-403d-b8eb-02ded218f3d7 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:04:59.533076 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-00ff09ac-98ff-4e77-b2dc-d2a0d3d24345 req-275c1d80-1882-43a0-a207-ac6f61062a2c tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663433 Oct 23 01:04:59.563214 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060f77f7-15e1-403d-b8eb-02ded218f3d7 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:04:59.571190 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Publish callbacks [] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.587063 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Transition to ACTIVE for port object 060f77f7-15e1-403d-b8eb-02ded218f3d7 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:04:59.595489 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.600330 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:59.627436 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] Checking router: 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:59.638710 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:59.639530 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:59.693631 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44368) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:59.711245 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a2618a2f-46d5-41b4-ab75-14bc30d82a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.806719 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:59.807450 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:59.834494 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a2618a2f-46d5-41b4-ab75-14bc30d82a96 admin admin] Publish callbacks [] for security_group (2eb2feea-36f7-43f0-839f-cc20b565ac64), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.843383 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a2618a2f-46d5-41b4-ab75-14bc30d82a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (2eb2feea-36f7-43f0-839f-cc20b565ac64), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.888243 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-a2618a2f-46d5-41b4-ab75-14bc30d82a96 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dea0ac109feb4fceb946726c3d8356a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921148 Oct 23 01:04:59.889260 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2618a2f-46d5-41b4-ab75-14bc30d82a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb2feea-36f7-43f0-839f-cc20b565ac64,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:59.892406 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44370) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:59.934521 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:59.947804 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-237b06bf-9218-464c-aa5a-2e3b4c8faf3c admin admin] Publish callbacks [] for security_group (2eb2feea-36f7-43f0-839f-cc20b565ac64), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.971244 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-237b06bf-9218-464c-aa5a-2e3b4c8faf3c admin admin] Publish callbacks [] for security_group (2eb2feea-36f7-43f0-839f-cc20b565ac64), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.979439 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Pushing event updated for resources: {'Port': ['ID=060f77f7-15e1-403d-b8eb-02ded218f3d7,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:00.010606 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Attempting to bind port 060f77f7-15e1-403d-b8eb-02ded218f3d7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:05:00.010902 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Attempting to bind port 060f77f7-15e1-403d-b8eb-02ded218f3d7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:05:00.011292 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Attempting to bind port 060f77f7-15e1-403d-b8eb-02ded218f3d7 on network b168d524-3d99-4c4b-9d13-b0c239f63054 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:05:00.022598 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-237b06bf-9218-464c-aa5a-2e3b4c8faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (2eb2feea-36f7-43f0-839f-cc20b565ac64), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.025388 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-237b06bf-9218-464c-aa5a-2e3b4c8faf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.028882 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-237b06bf-9218-464c-aa5a-2e3b4c8faf3c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2eb2feea-36f7-43f0-839f-cc20b565ac64 HTTP/1.1" status: 204 len: 168 time: 0.1332057 Oct 23 01:05:00.035727 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b06bf-9218-464c-aa5a-2e3b4c8faf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb2feea-36f7-43f0-839f-cc20b565ac64,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:00.060202 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Port 060f77f7-15e1-403d-b8eb-02ded218f3d7 on network b168d524-3d99-4c4b-9d13-b0c239f63054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:05:00.060630 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Attempting to bind port 060f77f7-15e1-403d-b8eb-02ded218f3d7 on network b168d524-3d99-4c4b-9d13-b0c239f63054 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:05:00.114069 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:05:00.115081 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Checking segment: {'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:05:00.115447 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Bound using segment: {'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:05:00.116016 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Bound port: 060f77f7-15e1-403d-b8eb-02ded218f3d7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e233ac-00ae-4f56-b851-74e2c276fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:05:00.116498 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.149259 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44378) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:00.177602 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:00.184203 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:00.197664 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] For port 060f77f7-15e1-403d-b8eb-02ded218f3d7, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:05:00.201153 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] For port 060f77f7-15e1-403d-b8eb-02ded218f3d7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060f77f7-15e1-403d-b8eb-02ded218f3d7,segment=NetworkSegment(80e233ac-00ae-4f56-b851-74e2c276fcf6),segment_id=80e233ac-00ae-4f56-b851-74e2c276fcf6)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:05:00.210523 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.213551 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8867d-7b10-493c-9b3f-e01fb049b27d None None] The sync data for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb is: [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T00:55:28Z', 'revision_number': 4, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'fc90c6d2-ca1e-407e-9845-1cbdccc93961', 'name': '', 'network_id': '1676a06e-522d-4f8e-b92f-37ac57e4940a', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'mac_address': 'fa:16:3e:75:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:27Z', 'updated_at': '2022-10-23T00:55:53Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'subnets': [{'id': '3293ad10-f9e0-4ffe-ad6c-70dcebec04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:05:00.217605 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:00.218632 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.220605 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/060f77f7-15e1-403d-b8eb-02ded218f3d7 HTTP/1.1" status: 200 len: 1097 time: 1.2095947 Oct 23 01:05:00.221368 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313392dd-443a-43be-a5c7-27ebb92039a6', 'tag': '060f77f7-15e1-403d-b8eb-02ded218f3d7'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:05:00.224031 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5245f7b-99d8-42c1-8943-a867365b96bd" -d '{"events": [{"name": "network-changed", "server_uuid": "313392dd-443a-43be-a5c7-27ebb92039a6", "tag": "060f77f7-15e1-403d-b8eb-02ded218f3d7"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:05:00.246601 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-46a6d906-90fa-415a-81ed-f9be513c4bfd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (8983da04-2809-4748-ad15-23f30c947a87), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.277356 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71f973-bb3f-4bfe-9b31-eb5d164560a3 service neutron] Pushing event updated for resources: {'Port': ['ID=060f77f7-15e1-403d-b8eb-02ded218f3d7,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:00.278499 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-46a6d906-90fa-415a-81ed-f9be513c4bfd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (8983da04-2809-4748-ad15-23f30c947a87), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.292891 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:00.336949 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb090f5c-b486-4698-a609-0ec6ffe01105 x-openstack-request-id: req-cb090f5c-b486-4698-a609-0ec6ffe01105 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:05:00.337147 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313392dd-443a-43be-a5c7-27ebb92039a6", "tag": "060f77f7-15e1-403d-b8eb-02ded218f3d7", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:05:00.337487 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb090f5c-b486-4698-a609-0ec6ffe01105 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:05:00.337976 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb090f5c-b486-4698-a609-0ec6ffe01105'] response: {'name': 'network-changed', 'server_uuid': '313392dd-443a-43be-a5c7-27ebb92039a6', 'tag': '060f77f7-15e1-403d-b8eb-02ded218f3d7', 'status': 'completed', 'code': 200} Oct 23 01:05:00.342838 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-40f7adc8-a261-4c7f-a934-14610af5f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:00.343646 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-46a6d906-90fa-415a-81ed-f9be513c4bfd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (8983da04-2809-4748-ad15-23f30c947a87), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.346438 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-40f7adc8-a261-4c7f-a934-14610af5f711 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b44d7361c05546b0bc525a9dfe170f23&device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 1131 time: 0.0638843 Oct 23 01:05:00.346985 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-46a6d906-90fa-415a-81ed-f9be513c4bfd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.348599 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-46a6d906-90fa-415a-81ed-f9be513c4bfd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8983da04-2809-4748-ad15-23f30c947a87 HTTP/1.1" status: 204 len: 168 time: 0.1977284 Oct 23 01:05:00.350924 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44384) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:00.361244 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6d906-90fa-415a-81ed-f9be513c4bfd tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8983da04-2809-4748-ad15-23f30c947a87,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:00.403440 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.api.v2.resource [None req-7d3b92e3-2e94-4b5d-bbde-cdb411722450 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] show failed (client error): The resource could not be found. Oct 23 01:05:00.404621 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-7d3b92e3-2e94-4b5d-bbde-cdb411722450 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "GET /networking/v2.0/security-groups/8983da04-2809-4748-ad15-23f30c947a87 HTTP/1.1" status: 404 len: 347 time: 0.0520036 Oct 23 01:05:00.405863 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-1f5654df-f502-4203-a85a-7c8ff6e2200a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=060f77f7-15e1-403d-b8eb-02ded218f3d7 HTTP/1.1" status: 200 len: 217 time: 0.0451808 Oct 23 01:05:00.407380 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44386) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:00.551195 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ccb9cc56-a69b-4b04-b342-2915fdab2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:00.552755 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-ccb9cc56-a69b-4b04-b342-2915fdab2744 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ac68819e-439e-490a-b74b-2ae870fbd1f2 HTTP/1.1" status: 200 len: 843 time: 0.1387374 Oct 23 01:05:00.557213 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0581ce-1a99-45e0-ad67-5b882b256931 None None] New status for floating IP ca9bb534-cdd4-455d-b153-948950c3ed40: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:05:00.597751 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Deleting port 159d1a1a-fc7b-47e9-a593-7a39e3130fb3 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:00.598102 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.654328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-6655062b-bb85-43b3-a62b-c8391d363a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:00.656121 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-6655062b-bb85-43b3-a62b-c8391d363a1e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b168d524-3d99-4c4b-9d13-b0c239f63054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0974162 Oct 23 01:05:00.670371 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264049b-372b-4246-bde7-28a9a0dfb48e req-c3304817-831e-4c26-83d2-3f5d72f78a73 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:00.672068 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5264049b-372b-4246-bde7-28a9a0dfb48e req-c3304817-831e-4c26-83d2-3f5d72f78a73 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 947 time: 0.0552108 Oct 23 01:05:00.741671 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5264049b-372b-4246-bde7-28a9a0dfb48e req-8f43d219-2bde-441c-8628-b851628ff75e tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581801 Oct 23 01:05:00.765687 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.766655 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:00.796809 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Calling delete_port for 159d1a1a-fc7b-47e9-a593-7a39e3130fb3 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:00.820870 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:00.832976 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-fe8e2b89-5fba-4e58-837d-9ede0c3bac12 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b168d524-3d99-4c4b-9d13-b0c239f63054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690373 Oct 23 01:05:00.987786 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-a2ea7a70-a2dc-4266-91c0-448aebe1f8ef req-6d1f7a50-e920-440f-b4d8-98857c871f4d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b168d524-3d99-4c4b-9d13-b0c239f63054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245489 Oct 23 01:05:01.039483 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (159d1a1a-fc7b-47e9-a593-7a39e3130fb3), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:01.064709 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Pushing event deleted for resources: {'Port': ['ID=159d1a1a-fc7b-47e9-a593-7a39e3130fb3,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:01.125191 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks [] for floatingip (ca9bb534-cdd4-455d-b153-948950c3ed40), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:01.128242 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:01.129663 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-abc1b9bf-03f9-476f-a17e-9e17803cddf0 tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/ca9bb534-cdd4-455d-b153-948950c3ed40 HTTP/1.1" status: 204 len: 168 time: 0.7214200 Oct 23 01:05:01.868008 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7079fc7-f8da-4142-9d9c-7479a360f6f4 req-dd290e78-8da7-449d-a4ca-99f10a51e97a tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:01.869503 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d7079fc7-f8da-4142-9d9c-7479a360f6f4 req-dd290e78-8da7-449d-a4ca-99f10a51e97a tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 947 time: 0.0499055 Oct 23 01:05:01.917387 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d7079fc7-f8da-4142-9d9c-7479a360f6f4 req-e16dcd41-064a-481e-8696-f68c23ae9d8c tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416946 Oct 23 01:05:01.979810 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:05:01.999221 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: c112bc08-da49-4d9a-83de-69470b122759 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:05:01.999484 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device c112bc08-da49-4d9a-83de-69470b122759 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:05:03.037210 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98033c97-cd85-4680-9d1f-011fa5795a9d req-a9a26817-8ecc-42c0-b1f1-11063be8f946 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:03.038697 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-98033c97-cd85-4680-9d1f-011fa5795a9d req-a9a26817-8ecc-42c0-b1f1-11063be8f946 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 947 time: 0.0471070 Oct 23 01:05:03.084619 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-98033c97-cd85-4680-9d1f-011fa5795a9d req-d0e483f0-d0e5-42b3-b8d0-faeb140bcfdf tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Oct 23 01:05:03.135807 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-2cf45c3f-797a-4c64-bb19-077137911792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:03.137339 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-2cf45c3f-797a-4c64-bb19-077137911792 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b44d7361c05546b0bc525a9dfe170f23&device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 1131 time: 0.0445592 Oct 23 01:05:03.224150 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-f18e0441-4a2b-4dbf-8bf8-03c8479acf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:03.225542 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-f18e0441-4a2b-4dbf-8bf8-03c8479acf2a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=b168d524-3d99-4c4b-9d13-b0c239f63054 HTTP/1.1" status: 200 len: 870 time: 0.0824292 Oct 23 01:05:03.236399 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:03.264528 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-4247a018-bda1-4e53-a698-b7ae1d20da6d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=060f77f7-15e1-403d-b8eb-02ded218f3d7 HTTP/1.1" status: 200 len: 217 time: 0.0332153 Oct 23 01:05:03.314451 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-f6bbf909-c2d4-48ba-8f94-ecf076fb8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:03.315866 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-f6bbf909-c2d4-48ba-8f94-ecf076fb8f9b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ac68819e-439e-490a-b74b-2ae870fbd1f2 HTTP/1.1" status: 200 len: 843 time: 0.0463221 Oct 23 01:05:03.360124 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-6c64f6e2-f255-410a-af7b-c5f82db57d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:03.361648 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-6c64f6e2-f255-410a-af7b-c5f82db57d4e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=b168d524-3d99-4c4b-9d13-b0c239f63054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395367 Oct 23 01:05:03.454363 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-5ecaa8d6-3e74-46ac-baec-7059d911c098 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b168d524-3d99-4c4b-9d13-b0c239f63054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852389 Oct 23 01:05:03.565273 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-e5245f7b-99d8-42c1-8943-a867365b96bd req-d1faf3b0-a0c6-441c-a6e1-3065334e965b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/b168d524-3d99-4c4b-9d13-b0c239f63054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027265 Oct 23 01:05:03.612430 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44478) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:04.003801 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 060f77f7-15e1-403d-b8eb-02ded218f3d7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:05:04.040448 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:04.074840 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:04.100728 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:04.107787 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 060f77f7-15e1-403d-b8eb-02ded218f3d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060f77f7-15e1-403d-b8eb-02ded218f3d7,segment=NetworkSegment(80e233ac-00ae-4f56-b851-74e2c276fcf6),segment_id=80e233ac-00ae-4f56-b851-74e2c276fcf6)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:04.120154 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '060f77f7-15e1-403d-b8eb-02ded218f3d7', 'network_id': 'b168d524-3d99-4c4b-9d13-b0c239f63054', 'port_id': '060f77f7-15e1-403d-b8eb-02ded218f3d7', 'mac_address': 'fa:16:3e:61:c3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac68819e-439e-490a-b74b-2ae870fbd1f2', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:05:04.162232 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 060f77f7-15e1-403d-b8eb-02ded218f3d7 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:05:04.162628 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:04.179858 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060f77f7-15e1-403d-b8eb-02ded218f3d7 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:05:04.202165 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 060f77f7-15e1-403d-b8eb-02ded218f3d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060f77f7-15e1-403d-b8eb-02ded218f3d7,segment=NetworkSegment(80e233ac-00ae-4f56-b851-74e2c276fcf6),segment_id=80e233ac-00ae-4f56-b851-74e2c276fcf6)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:04.206380 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:04.216775 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c32489-8307-4286-9529-0285e5d64e8a req-76ea7981-15d1-4472-93d5-cfcb947d915d tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:04.218429 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-67c32489-8307-4286-9529-0285e5d64e8a req-76ea7981-15d1-4472-93d5-cfcb947d915d tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 947 time: 0.0540674 Oct 23 01:05:04.256522 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=060f77f7-15e1-403d-b8eb-02ded218f3d7,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:04.275493 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-67c32489-8307-4286-9529-0285e5d64e8a req-3d10e0e3-d564-4237-b2e8-f1432d9227bf tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504165 Oct 23 01:05:04.332444 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Deleting port fc90c6d2-ca1e-407e-9845-1cbdccc93961 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:04.332983 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:04.393675 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:04.412227 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] For port fc90c6d2-ca1e-407e-9845-1cbdccc93961, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc90c6d2-ca1e-407e-9845-1cbdccc93961,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:04.412620 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:04.425757 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Calling delete_port for fc90c6d2-ca1e-407e-9845-1cbdccc93961 owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:04.515026 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['060f77f7-15e1-403d-b8eb-02ded218f3d7'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:05:04.602257 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (fc90c6d2-ca1e-407e-9845-1cbdccc93961), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:04.628094 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc90c6d2-ca1e-407e-9845-1cbdccc93961,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:04.794184 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:04.814669 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8a4df-ffa3-409d-8f36-f4e94c72dbff None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:05:04.882688 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8a4df-ffa3-409d-8f36-f4e94c72dbff None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:05:04.900671 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:05.000281 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:05:05.117537 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:05:05.123103 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e0987375-b632-4d33-9755-4e33d1fb9933 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/052857b1-5304-43ec-bd4b-a5d7d39c0dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5115831 Oct 23 01:05:05.126072 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44510) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:05.126380 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] Sync routers for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:05:05.153902 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:05:05.156262 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:05.279602 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:05.286473 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:05:05.368576 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44516) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:05.491053 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T01:05:04Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:05.501530 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-13701879-5e29-4006-90fe-619560de3be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.521209 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] Checking router: 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:05:05.532208 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] Routers {'052857b1-5304-43ec-bd4b-a5d7d39c0dc6'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:05:05.533135 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:04:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:05.554326 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:05.578644 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks [] for router (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.589403 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-43b7ff83-3b46-439d-957c-f585d5d46733 None None] Provisioning complete for port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:05:05.589907 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43b7ff83-3b46-439d-957c-f585d5d46733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.590345 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-43b7ff83-3b46-439d-957c-f585d5d46733 None None] Attempt 1 to provision port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 Oct 23 01:05:05.597379 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:05.611334 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-13701879-5e29-4006-90fe-619560de3be7 admin admin] Publish callbacks [] for security_group (136c8921-1869-4cb8-b709-39133391d5f3), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.616447 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-13701879-5e29-4006-90fe-619560de3be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (136c8921-1869-4cb8-b709-39133391d5f3), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.642167 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:05.652607 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:05.655075 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983abbe8-ea18-4246-93bb-0389973df2bd req-ab252805-a41a-4427-96d9-e901839ad35f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:05.657325 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-983abbe8-ea18-4246-93bb-0389973df2bd req-ab252805-a41a-4427-96d9-e901839ad35f tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 948 time: 0.0941186 Oct 23 01:05:05.677521 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-13701879-5e29-4006-90fe-619560de3be7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bb9bd828b0814dcf9a487330efa76638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050051 Oct 23 01:05:05.677521 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13701879-5e29-4006-90fe-619560de3be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136c8921-1869-4cb8-b709-39133391d5f3,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:05.679691 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44520) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:05.683141 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] Set router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:05:05.743990 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-41b41826-a7c0-4a65-b962-1efdb8d1bcea admin admin] Publish callbacks [] for security_group (136c8921-1869-4cb8-b709-39133391d5f3), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.764665 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-983abbe8-ea18-4246-93bb-0389973df2bd req-c2577ab8-bc9d-40c3-965a-78249cc0ec0e tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937812 Oct 23 01:05:05.766357 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-41b41826-a7c0-4a65-b962-1efdb8d1bcea admin admin] Publish callbacks [] for security_group (136c8921-1869-4cb8-b709-39133391d5f3), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.768265 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks [] for router_gateway (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.812846 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-43b7ff83-3b46-439d-957c-f585d5d46733 None None] Current status of the port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:05:05.833951 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Deleting port 492c38a2-aefa-449c-8e60-ddfb0348551c {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:05.834965 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.837012 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-41b41826-a7c0-4a65-b962-1efdb8d1bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (136c8921-1869-4cb8-b709-39133391d5f3), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.840022 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-41b41826-a7c0-4a65-b962-1efdb8d1bcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.843628 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-41b41826-a7c0-4a65-b962-1efdb8d1bcea admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/136c8921-1869-4cb8-b709-39133391d5f3 HTTP/1.1" status: 204 len: 168 time: 0.1603947 Oct 23 01:05:05.850374 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b41826-a7c0-4a65-b962-1efdb8d1bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136c8921-1869-4cb8-b709-39133391d5f3,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:05.927315 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T01:05:04Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:05.933039 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] For port 492c38a2-aefa-449c-8e60-ddfb0348551c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=492c38a2-aefa-449c-8e60-ddfb0348551c,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:05.933410 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:05.947995 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Calling delete_port for 492c38a2-aefa-449c-8e60-ddfb0348551c owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:05.957235 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8687462-6e72-4ae9-80aa-07cca3e3a4c2 None None] The sync data for ids ['052857b1-5304-43ec-bd4b-a5d7d39c0dc6'] in dv-cinder-master-3-smb is: [{'id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1884311745-router', 'tenant_id': '7103bcb49d5c4e8b958fba3b1309a881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229'}], 'enable_snat': True}, 'gw_port_id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:21Z', 'updated_at': '2022-10-23T01:05:04Z', 'revision_number': 5, 'project_id': '7103bcb49d5c4e8b958fba3b1309a881', 'gw_port': {'id': '492c38a2-aefa-449c-8e60-ddfb0348551c', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052857b1-5304-43ec-bd4b-a5d7d39c0dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:22Z', 'updated_at': '2022-10-23T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:05:06.010648 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 060f77f7-15e1-403d-b8eb-02ded218f3d7 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:05:06.057218 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 060f77f7-15e1-403d-b8eb-02ded218f3d7 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:05:06.063684 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 060f77f7-15e1-403d-b8eb-02ded218f3d7 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:05:06.063979 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.064564 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 060f77f7-15e1-403d-b8eb-02ded218f3d7 Oct 23 01:05:06.134419 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (492c38a2-aefa-449c-8e60-ddfb0348551c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.144976 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 060f77f7-15e1-403d-b8eb-02ded218f3d7 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:05:06.145517 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.154349 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44526) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:06.169031 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6c07561-8c37-4e75-af61-e007544e18dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.173145 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=492c38a2-aefa-449c-8e60-ddfb0348551c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:06.176889 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313392dd-443a-43be-a5c7-27ebb92039a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060f77f7-15e1-403d-b8eb-02ded218f3d7'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:05:06.179198 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80f1057-f9c1-4ece-89bb-1664d02fc51d" -d '{"events": [{"server_uuid": "313392dd-443a-43be-a5c7-27ebb92039a6", "name": "network-vif-plugged", "status": "completed", "tag": "060f77f7-15e1-403d-b8eb-02ded218f3d7"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:05:06.193451 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:06.195693 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 060f77f7-15e1-403d-b8eb-02ded218f3d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060f77f7-15e1-403d-b8eb-02ded218f3d7,segment=NetworkSegment(80e233ac-00ae-4f56-b851-74e2c276fcf6),segment_id=80e233ac-00ae-4f56-b851-74e2c276fcf6)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:06.199384 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.199740 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.200156 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.200574 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.200968 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.201307 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.201950 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.202410 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.202823 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.203132 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.203817 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.204060 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.204180 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.204687 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.204939 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.205507 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:06.237819 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d57858-c193-45a5-a775-96c9f36b41b2 x-openstack-request-id: req-66d57858-c193-45a5-a775-96c9f36b41b2 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:05:06.237819 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313392dd-443a-43be-a5c7-27ebb92039a6", "name": "network-vif-plugged", "status": "completed", "tag": "060f77f7-15e1-403d-b8eb-02ded218f3d7", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:05:06.238045 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66d57858-c193-45a5-a775-96c9f36b41b2 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:05:06.238368 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d57858-c193-45a5-a775-96c9f36b41b2'] response: {'server_uuid': '313392dd-443a-43be-a5c7-27ebb92039a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060f77f7-15e1-403d-b8eb-02ded218f3d7', 'code': 200} Oct 23 01:05:06.260170 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6c07561-8c37-4e75-af61-e007544e18dc admin admin] Publish callbacks [] for security_group (7d3a31b6-fa2e-445a-84cb-b282bddff722), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.265732 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6c07561-8c37-4e75-af61-e007544e18dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (7d3a31b6-fa2e-445a-84cb-b282bddff722), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.273492 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=060f77f7-15e1-403d-b8eb-02ded218f3d7,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:06.285054 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.311287 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-c6c07561-8c37-4e75-af61-e007544e18dc admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=93e229d777994471b526b6b65ba1c82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534903 Oct 23 01:05:06.311287 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c07561-8c37-4e75-af61-e007544e18dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3a31b6-fa2e-445a-84cb-b282bddff722,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:06.313530 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44530) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:06.392435 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.395210 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks [] for router_controller (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.436900 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:06.445445 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (052857b1-5304-43ec-bd4b-a5d7d39c0dc6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.446263 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052857b1-5304-43ec-bd4b-a5d7d39c0dc6 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:05:06.453672 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.454136 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2c22d-e35b-42c5-a519-f90f99d7d620 req-b4970791-9f6a-4f28-af76-589c4132afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:06.454964 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-bc43cc0b-a9fc-4196-8883-24832fca60b7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/052857b1-5304-43ec-bd4b-a5d7d39c0dc6 HTTP/1.1" status: 204 len: 168 time: 1.3258882 Oct 23 01:05:06.457654 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44532) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:06.458546 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-85a2c22d-e35b-42c5-a519-f90f99d7d620 req-b4970791-9f6a-4f28-af76-589c4132afb2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 1133 time: 0.0546246 Oct 23 01:05:06.489108 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a86cece7-ba64-4964-b82a-ad3d31838c71 admin admin] Publish callbacks [] for security_group (7d3a31b6-fa2e-445a-84cb-b282bddff722), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.512747 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device fc90c6d2-ca1e-407e-9845-1cbdccc93961 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:05:06.523287 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a86cece7-ba64-4964-b82a-ad3d31838c71 admin admin] Publish callbacks [] for security_group (7d3a31b6-fa2e-445a-84cb-b282bddff722), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.525569 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2dded0-5aad-42b0-a67f-65dcfb989c17 admin admin] Deleting subnet 3293ad10-f9e0-4ffe-ad6c-70dcebec04de {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:05:06.529428 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ab2dded0-5aad-42b0-a67f-65dcfb989c17 admin admin] Publish callbacks [] for subnet (3293ad10-f9e0-4ffe-ad6c-70dcebec04de), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.537043 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: fc90c6d2-ca1e-407e-9845-1cbdccc93961 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:05:06.537815 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device fc90c6d2-ca1e-407e-9845-1cbdccc93961 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:05:06.552188 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-85a2c22d-e35b-42c5-a519-f90f99d7d620 req-f986b88f-d32b-43a6-93f4-e1bd5e0c939e service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871255 Oct 23 01:05:06.571667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ab2dded0-5aad-42b0-a67f-65dcfb989c17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3133807'] for subnet (3293ad10-f9e0-4ffe-ad6c-70dcebec04de), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.586680 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a86cece7-ba64-4964-b82a-ad3d31838c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (7d3a31b6-fa2e-445a-84cb-b282bddff722), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.589459 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a86cece7-ba64-4964-b82a-ad3d31838c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.593005 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-a86cece7-ba64-4964-b82a-ad3d31838c71 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7d3a31b6-fa2e-445a-84cb-b282bddff722 HTTP/1.1" status: 204 len: 168 time: 0.2761736 Oct 23 01:05:06.600965 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cece7-ba64-4964-b82a-ad3d31838c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3a31b6-fa2e-445a-84cb-b282bddff722,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:06.603821 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:06.663515 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ab2dded0-5aad-42b0-a67f-65dcfb989c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (3293ad10-f9e0-4ffe-ad6c-70dcebec04de), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.727234 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ab2dded0-5aad-42b0-a67f-65dcfb989c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7741311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4723940'] for subnet (3293ad10-f9e0-4ffe-ad6c-70dcebec04de), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.757062 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dded0-5aad-42b0-a67f-65dcfb989c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3293ad10-f9e0-4ffe-ad6c-70dcebec04de,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:06.761041 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ab2dded0-5aad-42b0-a67f-65dcfb989c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.768507 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ab2dded0-5aad-42b0-a67f-65dcfb989c17 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/3293ad10-f9e0-4ffe-ad6c-70dcebec04de HTTP/1.1" status: 204 len: 168 time: 0.3059585 Oct 23 01:05:06.768507 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44536) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:06.771607 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5be6da-ce6c-442d-b1c9-6679bdf37f5b None None] Network 1676a06e-522d-4f8e-b92f-37ac57e4940a requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:05:06.840504 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:06.905387 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (1676a06e-522d-4f8e-b92f-37ac57e4940a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:06.932577 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504125-c928-4129-98a5-84dacbab6cf0 req-7d26a37a-1460-4ab7-99d3-db3d0e6bd6f7 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:06.934060 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-36504125-c928-4129-98a5-84dacbab6cf0 req-7d26a37a-1460-4ab7-99d3-db3d0e6bd6f7 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 949 time: 0.0720599 Oct 23 01:05:06.984532 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Deleting port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:06.984879 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.014479 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44542) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:07.028253 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bf34e2dd-dbfc-4d84-8aef-6460f95218d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.068395 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-36504125-c928-4129-98a5-84dacbab6cf0 req-e2b49275-a90b-484c-8456-cfa132db63f1 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110909 Oct 23 01:05:07.075701 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] For port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5d5c7293-9958-4c1b-a1f8-048e5bda4c40,segment=NetworkSegment(d37a616e-ea21-4328-990b-a1dc36a67cc4),segment_id=d37a616e-ea21-4328-990b-a1dc36a67cc4)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:07.075998 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.089136 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:07.089895 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Calling delete_port for 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:07.110602 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bf34e2dd-dbfc-4d84-8aef-6460f95218d4 admin admin] Publish callbacks [] for security_group (98de230b-4b4c-4ebd-b7ba-4b20023a3873), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.114629 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bf34e2dd-dbfc-4d84-8aef-6460f95218d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (98de230b-4b4c-4ebd-b7ba-4b20023a3873), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.158046 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-bf34e2dd-dbfc-4d84-8aef-6460f95218d4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7e7d9912fcd14c08929a7c10d7482ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398137 Oct 23 01:05:07.158290 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44544) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:07.160559 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34e2dd-dbfc-4d84-8aef-6460f95218d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98de230b-4b4c-4ebd-b7ba-4b20023a3873,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:07.174615 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] DHCP port deletion for 1676a06e-522d-4f8e-b92f-37ac57e4940a request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:05:07.195612 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.215544 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] Deleting port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:07.216004 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.229991 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5c7293-9958-4c1b-a1f8-048e5bda4c40,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:07.235324 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] No DVR routers for this DVR port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 on host dv-cinder-master-3-smb {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:05:07.284982 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa148bb1-fd05-4525-943b-f8e9d6fdf688 admin admin] Publish callbacks [] for security_group (98de230b-4b4c-4ebd-b7ba-4b20023a3873), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.340748 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (1676a06e-522d-4f8e-b92f-37ac57e4940a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.345099 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa148bb1-fd05-4525-943b-f8e9d6fdf688 admin admin] Publish callbacks [] for security_group (98de230b-4b4c-4ebd-b7ba-4b20023a3873), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.379370 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1676a06e-522d-4f8e-b92f-37ac57e4940a']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:07.400186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37a616e-ea21-4328-990b-a1dc36a67cc4') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:07.400443 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.services.segments.db [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37a616e-ea21-4328-990b-a1dc36a67cc4') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:07.413622 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3133796'] for segment (d37a616e-ea21-4328-990b-a1dc36a67cc4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.427931 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (d37a616e-ea21-4328-990b-a1dc36a67cc4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.428455 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] For port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40, host dv-cinder-master-3-smb, got binding levels [] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:07.428946 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.429758 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:07.437807 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:05:07.438291 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7733977'] for segment (d37a616e-ea21-4328-990b-a1dc36a67cc4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.443355 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] Calling delete_port for 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:07.446264 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.ipam_backend_mixin [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] Port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 was not found and therefore no delete operation was performed {{(pid=104469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 01:05:07.447482 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (5d5c7293-9958-4c1b-a1f8-048e5bda4c40), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.458493 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa148bb1-fd05-4525-943b-f8e9d6fdf688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (98de230b-4b4c-4ebd-b7ba-4b20023a3873), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.461013 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa148bb1-fd05-4525-943b-f8e9d6fdf688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.464554 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-aa148bb1-fd05-4525-943b-f8e9d6fdf688 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/98de230b-4b4c-4ebd-b7ba-4b20023a3873 HTTP/1.1" status: 204 len: 168 time: 0.3030925 Oct 23 01:05:07.476441 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] Pushing event deleted for resources: {'Port': ['ID=5d5c7293-9958-4c1b-a1f8-048e5bda4c40,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:07.478288 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd17a48-e822-485c-bccb-7502a256fe9e None None] No DVR routers for this DVR port 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 on host dv-cinder-master-3-smb {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:05:07.504882 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment d37a616e-ea21-4328-990b-a1dc36a67cc4 resource provider aggregate not found Oct 23 01:05:07.519794 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa148bb1-fd05-4525-943b-f8e9d6fdf688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de230b-4b4c-4ebd-b7ba-4b20023a3873,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:07.532856 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment d37a616e-ea21-4328-990b-a1dc36a67cc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d37a616e-ea21-4328-990b-a1dc36a67cc4 found for delete ", "request_id": "req-4ef29686-d868-4249-b3fd-986276337e22"}]} Oct 23 01:05:07.534301 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (1676a06e-522d-4f8e-b92f-37ac57e4940a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.541366 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.548226 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/1676a06e-522d-4f8e-b92f-37ac57e4940a HTTP/1.1" status: 204 len: 168 time: 0.7792671 Oct 23 01:05:07.561682 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bae35-7f00-4b79-8ec1-59b5c5c61f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=1676a06e-522d-4f8e-b92f-37ac57e4940a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:07.639863 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:05:07.793123 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44560) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:07.839151 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-a815e632-e784-460a-b9e6-5d30836e7453 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7103bcb49d5c4e8b958fba3b1309a881&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448785 Oct 23 01:05:07.841895 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44562) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:07.891629 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-039b3e36-64f1-4d2c-bdef-a3212614915d admin admin] Publish callbacks [] for security_group (975487bb-1f0c-4bbe-9d46-18cfc4e7b0ed), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.918213 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-039b3e36-64f1-4d2c-bdef-a3212614915d admin admin] Publish callbacks [] for security_group (975487bb-1f0c-4bbe-9d46-18cfc4e7b0ed), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.948382 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:07.969417 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-039b3e36-64f1-4d2c-bdef-a3212614915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (975487bb-1f0c-4bbe-9d46-18cfc4e7b0ed), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.972198 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-039b3e36-64f1-4d2c-bdef-a3212614915d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:07.976573 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-039b3e36-64f1-4d2c-bdef-a3212614915d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/975487bb-1f0c-4bbe-9d46-18cfc4e7b0ed HTTP/1.1" status: 204 len: 168 time: 0.1336844 Oct 23 01:05:07.985186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b3e36-64f1-4d2c-bdef-a3212614915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975487bb-1f0c-4bbe-9d46-18cfc4e7b0ed,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:08.092878 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 492c38a2-aefa-449c-8e60-ddfb0348551c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:05:08.143827 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 492c38a2-aefa-449c-8e60-ddfb0348551c {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:05:08.144403 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 492c38a2-aefa-449c-8e60-ddfb0348551c not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:05:08.145016 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:05:08.164440 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:05:08.165051 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 5d5c7293-9958-4c1b-a1f8-048e5bda4c40 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:05:08.249152 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a448cd2-6767-4165-857f-549831db2e68 req-e68f8b80-4088-4182-b28e-56563478d0df tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:08.250785 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a448cd2-6767-4165-857f-549831db2e68 req-e68f8b80-4088-4182-b28e-56563478d0df tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 949 time: 0.0633125 Oct 23 01:05:08.301963 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6a448cd2-6767-4165-857f-549831db2e68 req-8a4197d6-0a8a-419d-99be-5fbf9657aa6a tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Oct 23 01:05:08.665524 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:09.423330 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1485f-a0b4-49f4-bc97-95d9f247f3e6 req-b5311077-ddc4-4613-b948-0ca0a16e07cf tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:09.425150 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e3a1485f-a0b4-49f4-bc97-95d9f247f3e6 req-b5311077-ddc4-4613-b948-0ca0a16e07cf tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 949 time: 0.0476894 Oct 23 01:05:09.480361 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-e3a1485f-a0b4-49f4-bc97-95d9f247f3e6 req-1a9b5542-a810-40a0-89b0-c31166e92455 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494726 Oct 23 01:05:09.763113 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a1a6c-efd1-4b86-b6d3-11872b4b12f9 req-f766ed9f-bf5f-4f84-9a1a-dc808abfe50e tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:09.764602 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-102a1a6c-efd1-4b86-b6d3-11872b4b12f9 req-f766ed9f-bf5f-4f84-9a1a-dc808abfe50e tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 949 time: 0.0559757 Oct 23 01:05:09.810940 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-102a1a6c-efd1-4b86-b6d3-11872b4b12f9 req-ac821fee-e5ba-4b84-8345-6a8c1cfb0a2a tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Oct 23 01:05:10.295399 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0db89fe9-d2f7-4b76-89ec-cb1d2e8b757c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:10.934960 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3287a-bcbd-421b-9935-6d7ffd963755 req-d95ac4a7-ac47-4024-8b4e-329febabd939 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:10.936558 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-11d3287a-bcbd-421b-9935-6d7ffd963755 req-d95ac4a7-ac47-4024-8b4e-329febabd939 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 949 time: 0.0472319 Oct 23 01:05:10.987075 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-11d3287a-bcbd-421b-9935-6d7ffd963755 req-b5013126-eba0-4d7e-974a-10344f2c035a tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1bcde277-45ce-4a63-ada0-1576badb10e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438914 Oct 23 01:05:11.245582 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-93c18043-e03d-44c9-b783-a7df3ccaf299 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:11.247032 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-93c18043-e03d-44c9-b783-a7df3ccaf299 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 949 time: 0.0475159 Oct 23 01:05:11.333506 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Deleting port 060f77f7-15e1-403d-b8eb-02ded218f3d7 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:11.333848 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:11.423803 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] For port 060f77f7-15e1-403d-b8eb-02ded218f3d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060f77f7-15e1-403d-b8eb-02ded218f3d7,segment=NetworkSegment(80e233ac-00ae-4f56-b851-74e2c276fcf6),segment_id=80e233ac-00ae-4f56-b851-74e2c276fcf6)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:11.424173 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:11.437783 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Calling delete_port for 060f77f7-15e1-403d-b8eb-02ded218f3d7 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:11.573048 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (060f77f7-15e1-403d-b8eb-02ded218f3d7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:11.586555 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['060f77f7-15e1-403d-b8eb-02ded218f3d7'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:05:11.601985 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Pushing event deleted for resources: {'Port': ['ID=060f77f7-15e1-403d-b8eb-02ded218f3d7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:11.651376 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] No DVR routers for this DVR port 060f77f7-15e1-403d-b8eb-02ded218f3d7 on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:05:11.655515 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:11.659126 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-2236e26e-1d69-4383-ab16-dbbbae18010f req-1d38288f-299e-4458-a056-9726de5ba8b0 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.43 "DELETE /networking/v2.0/ports/060f77f7-15e1-403d-b8eb-02ded218f3d7 HTTP/1.1" status: 204 len: 173 time: 0.4066989 Oct 23 01:05:11.659671 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313392dd-443a-43be-a5c7-27ebb92039a6', 'name': 'network-vif-deleted', 'tag': '060f77f7-15e1-403d-b8eb-02ded218f3d7'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:05:11.662017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f5f426-f382-43ef-8538-0347fba512cf" -d '{"events": [{"server_uuid": "313392dd-443a-43be-a5c7-27ebb92039a6", "name": "network-vif-deleted", "tag": "060f77f7-15e1-403d-b8eb-02ded218f3d7"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:05:11.721501 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978ff6b7-d820-4512-a2fe-3bcfe70fd65c x-openstack-request-id: req-978ff6b7-d820-4512-a2fe-3bcfe70fd65c {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:05:11.721798 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313392dd-443a-43be-a5c7-27ebb92039a6", "name": "network-vif-deleted", "tag": "060f77f7-15e1-403d-b8eb-02ded218f3d7", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:05:11.722048 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-978ff6b7-d820-4512-a2fe-3bcfe70fd65c {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:05:11.722455 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978ff6b7-d820-4512-a2fe-3bcfe70fd65c'] response: {'server_uuid': '313392dd-443a-43be-a5c7-27ebb92039a6', 'name': 'network-vif-deleted', 'tag': '060f77f7-15e1-403d-b8eb-02ded218f3d7', 'status': 'completed', 'code': 200} Oct 23 01:05:12.105557 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4dd999a2-6b62-4187-b2e4-98a360b51040 req-dddf09c7-609a-4e8e-9ce1-ee27754b58f1 tempest-VolumesNegativeTest-969733847 tempest-VolumesNegativeTest-969733847-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=313392dd-443a-43be-a5c7-27ebb92039a6 HTTP/1.1" status: 200 len: 210 time: 0.0323548 Oct 23 01:05:12.440784 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-452545c6-9a9a-4e6f-96e9-ce35b6fc816d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:13.727221 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:14.310483 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 44844) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:14.416938 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e0465aca-b0c5-4e30-a07e-825e4e142be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:14.496070 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e0465aca-b0c5-4e30-a07e-825e4e142be7 admin admin] Publish callbacks [] for security_group (0eb103c0-937a-46bf-bc78-1cd6f6355475), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:14.499669 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e0465aca-b0c5-4e30-a07e-825e4e142be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (0eb103c0-937a-46bf-bc78-1cd6f6355475), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:14.540938 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-e0465aca-b0c5-4e30-a07e-825e4e142be7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=71f9cd06cdff4fd0be15427c2affa8cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292302 Oct 23 01:05:14.541946 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0465aca-b0c5-4e30-a07e-825e4e142be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb103c0-937a-46bf-bc78-1cd6f6355475,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:14.542710 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 44854) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:14.611271 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-711f6059-545a-466f-8146-e39b4b73dd6e admin admin] Publish callbacks [] for security_group (0eb103c0-937a-46bf-bc78-1cd6f6355475), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:14.632034 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-711f6059-545a-466f-8146-e39b4b73dd6e admin admin] Publish callbacks [] for security_group (0eb103c0-937a-46bf-bc78-1cd6f6355475), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:14.640637 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:14.684756 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-711f6059-545a-466f-8146-e39b4b73dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (0eb103c0-937a-46bf-bc78-1cd6f6355475), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:14.687845 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-711f6059-545a-466f-8146-e39b4b73dd6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:14.692801 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-711f6059-545a-466f-8146-e39b4b73dd6e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0eb103c0-937a-46bf-bc78-1cd6f6355475 HTTP/1.1" status: 204 len: 168 time: 0.1483836 Oct 23 01:05:14.701745 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f6059-545a-466f-8146-e39b4b73dd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb103c0-937a-46bf-bc78-1cd6f6355475,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:15.359269 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:15.384048 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:15.395742 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:16.061371 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 060f77f7-15e1-403d-b8eb-02ded218f3d7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:05:16.087161 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 060f77f7-15e1-403d-b8eb-02ded218f3d7 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:05:16.087512 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 060f77f7-15e1-403d-b8eb-02ded218f3d7 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:05:17.758237 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45074) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:17.895617 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-7805214c-6d1d-495e-8729-90859d8977ff admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b44d7361c05546b0bc525a9dfe170f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325111 Oct 23 01:05:17.896031 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45080) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:17.946360 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f033a57-a6c4-401a-8ed8-9429f3ebc939 admin admin] Publish callbacks [] for security_group (1bcde277-45ce-4a63-ada0-1576badb10e0), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:17.968389 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f033a57-a6c4-401a-8ed8-9429f3ebc939 admin admin] Publish callbacks [] for security_group (1bcde277-45ce-4a63-ada0-1576badb10e0), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:18.000404 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:18.029203 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f033a57-a6c4-401a-8ed8-9429f3ebc939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1bcde277-45ce-4a63-ada0-1576badb10e0), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:18.032380 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f033a57-a6c4-401a-8ed8-9429f3ebc939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:18.033540 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0f033a57-a6c4-401a-8ed8-9429f3ebc939 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1bcde277-45ce-4a63-ada0-1576badb10e0 HTTP/1.1" status: 204 len: 168 time: 0.1365397 Oct 23 01:05:18.041750 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f033a57-a6c4-401a-8ed8-9429f3ebc939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcde277-45ce-4a63-ada0-1576badb10e0,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:21.645074 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:21.655014 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:22.312753 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.306048 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45242) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:23.419453 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ed2cb2f-b9bc-485d-989b-17d36caca663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.467583 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:23.504484 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ed2cb2f-b9bc-485d-989b-17d36caca663 admin admin] Publish callbacks [] for security_group (0daa3ebb-187c-4354-b9a7-caafc655bfc1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.507718 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ed2cb2f-b9bc-485d-989b-17d36caca663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (0daa3ebb-187c-4354-b9a7-caafc655bfc1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.544782 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2cb2f-b9bc-485d-989b-17d36caca663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daa3ebb-187c-4354-b9a7-caafc655bfc1,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:23.549037 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-4ed2cb2f-b9bc-485d-989b-17d36caca663 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7a718da62ffa4afcacbe2214271d9bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419915 Oct 23 01:05:23.552119 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45254) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:23.603451 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33e93d8b-beb6-4d0a-ac19-60e89441c7fc admin admin] Publish callbacks [] for security_group (0daa3ebb-187c-4354-b9a7-caafc655bfc1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.624504 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33e93d8b-beb6-4d0a-ac19-60e89441c7fc admin admin] Publish callbacks [] for security_group (0daa3ebb-187c-4354-b9a7-caafc655bfc1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.670562 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33e93d8b-beb6-4d0a-ac19-60e89441c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (0daa3ebb-187c-4354-b9a7-caafc655bfc1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.673073 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33e93d8b-beb6-4d0a-ac19-60e89441c7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.674209 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-33e93d8b-beb6-4d0a-ac19-60e89441c7fc admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0daa3ebb-187c-4354-b9a7-caafc655bfc1 HTTP/1.1" status: 204 len: 168 time: 0.1214147 Oct 23 01:05:23.682584 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e93d8b-beb6-4d0a-ac19-60e89441c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daa3ebb-187c-4354-b9a7-caafc655bfc1,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:23.933071 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45266) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:23.947221 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-57c43f86-a26a-4ce2-bbae-76dec3bbeed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.029657 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-57c43f86-a26a-4ce2-bbae-76dec3bbeed5 admin admin] Publish callbacks [] for security_group (12a1b7ef-91a2-4624-acd7-bda4be9f9f38), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.033639 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-57c43f86-a26a-4ce2-bbae-76dec3bbeed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (12a1b7ef-91a2-4624-acd7-bda4be9f9f38), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.074322 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-57c43f86-a26a-4ce2-bbae-76dec3bbeed5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=52df91f07d364b34a197b9b64cedc20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401558 Oct 23 01:05:24.075171 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c43f86-a26a-4ce2-bbae-76dec3bbeed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1b7ef-91a2-4624-acd7-bda4be9f9f38,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:24.077150 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45278) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:24.128770 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0e10feb8-5475-4056-8fb7-894d639e3dd8 admin admin] Publish callbacks [] for security_group (12a1b7ef-91a2-4624-acd7-bda4be9f9f38), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.149017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0e10feb8-5475-4056-8fb7-894d639e3dd8 admin admin] Publish callbacks [] for security_group (12a1b7ef-91a2-4624-acd7-bda4be9f9f38), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.196505 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0e10feb8-5475-4056-8fb7-894d639e3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (12a1b7ef-91a2-4624-acd7-bda4be9f9f38), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.199096 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0e10feb8-5475-4056-8fb7-894d639e3dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.200228 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-0e10feb8-5475-4056-8fb7-894d639e3dd8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/12a1b7ef-91a2-4624-acd7-bda4be9f9f38 HTTP/1.1" status: 204 len: 168 time: 0.1212456 Oct 23 01:05:24.208470 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10feb8-5475-4056-8fb7-894d639e3dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1b7ef-91a2-4624-acd7-bda4be9f9f38,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:24.589924 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45316) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:24.606409 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33dba12e-7119-4a97-b2f7-71409d199f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.690635 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33dba12e-7119-4a97-b2f7-71409d199f10 admin admin] Publish callbacks [] for security_group (32b07e02-0372-45d0-a7f1-978c1adac3a7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.694197 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33dba12e-7119-4a97-b2f7-71409d199f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (32b07e02-0372-45d0-a7f1-978c1adac3a7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.731294 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dba12e-7119-4a97-b2f7-71409d199f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b07e02-0372-45d0-a7f1-978c1adac3a7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:24.735506 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-33dba12e-7119-4a97-b2f7-71409d199f10 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=67bd7b7119744a82a4cc590503e5affa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445765 Oct 23 01:05:24.738812 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45320) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:24.764523 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:24.794912 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7283-37d1-4c9c-8a6f-cd0aa1afd3ba admin admin] Publish callbacks [] for security_group (32b07e02-0372-45d0-a7f1-978c1adac3a7), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.814545 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7283-37d1-4c9c-8a6f-cd0aa1afd3ba admin admin] Publish callbacks [] for security_group (32b07e02-0372-45d0-a7f1-978c1adac3a7), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.861455 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7283-37d1-4c9c-8a6f-cd0aa1afd3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (32b07e02-0372-45d0-a7f1-978c1adac3a7), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.864088 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7283-37d1-4c9c-8a6f-cd0aa1afd3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:24.865320 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ce8e7283-37d1-4c9c-8a6f-cd0aa1afd3ba admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/32b07e02-0372-45d0-a7f1-978c1adac3a7 HTTP/1.1" status: 204 len: 168 time: 0.1262031 Oct 23 01:05:24.873443 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e7283-37d1-4c9c-8a6f-cd0aa1afd3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b07e02-0372-45d0-a7f1-978c1adac3a7,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:29.488545 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45458) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:29.596395 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0bc6f979-54c8-4894-af9d-d4e654db2d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:29.607691 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:29.677118 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0bc6f979-54c8-4894-af9d-d4e654db2d0e admin admin] Publish callbacks [] for security_group (3f03a359-5fc4-4c13-a6b9-6a955c38c2bf), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:29.681279 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0bc6f979-54c8-4894-af9d-d4e654db2d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (3f03a359-5fc4-4c13-a6b9-6a955c38c2bf), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:29.723221 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-0bc6f979-54c8-4894-af9d-d4e654db2d0e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=92b75567eb6a4e98a4ee490dce493166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314394 Oct 23 01:05:29.723221 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6f979-54c8-4894-af9d-d4e654db2d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f03a359-5fc4-4c13-a6b9-6a955c38c2bf,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:29.725724 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45472) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:29.751022 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:29.788528 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fefdaf93-d7c9-4808-82c2-fda0be5f77e5 admin admin] Publish callbacks [] for security_group (3f03a359-5fc4-4c13-a6b9-6a955c38c2bf), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:29.808562 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fefdaf93-d7c9-4808-82c2-fda0be5f77e5 admin admin] Publish callbacks [] for security_group (3f03a359-5fc4-4c13-a6b9-6a955c38c2bf), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:29.854320 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fefdaf93-d7c9-4808-82c2-fda0be5f77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (3f03a359-5fc4-4c13-a6b9-6a955c38c2bf), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:29.856891 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fefdaf93-d7c9-4808-82c2-fda0be5f77e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:29.858025 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-fefdaf93-d7c9-4808-82c2-fda0be5f77e5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3f03a359-5fc4-4c13-a6b9-6a955c38c2bf HTTP/1.1" status: 204 len: 168 time: 0.1313334 Oct 23 01:05:29.866186 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdaf93-d7c9-4808-82c2-fda0be5f77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f03a359-5fc4-4c13-a6b9-6a955c38c2bf,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:33.055332 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45550) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:33.157384 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-db846c08-758e-4833-989e-19ade6646970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.231946 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-db846c08-758e-4833-989e-19ade6646970 admin admin] Publish callbacks [] for security_group (55417e69-7b1e-45bb-8edf-1624fee1b407), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.235408 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-db846c08-758e-4833-989e-19ade6646970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (55417e69-7b1e-45bb-8edf-1624fee1b407), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.272681 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db846c08-758e-4833-989e-19ade6646970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55417e69-7b1e-45bb-8edf-1624fee1b407,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:33.276738 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-db846c08-758e-4833-989e-19ade6646970 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6287a85a08bf4a80a7a7ba1ea67b3687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202935 Oct 23 01:05:33.279356 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45554) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:33.329566 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47540093-58e9-4e87-b12f-4fb1debc496b admin admin] Publish callbacks [] for security_group (55417e69-7b1e-45bb-8edf-1624fee1b407), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.349505 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47540093-58e9-4e87-b12f-4fb1debc496b admin admin] Publish callbacks [] for security_group (55417e69-7b1e-45bb-8edf-1624fee1b407), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.396730 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47540093-58e9-4e87-b12f-4fb1debc496b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (55417e69-7b1e-45bb-8edf-1624fee1b407), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.399388 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47540093-58e9-4e87-b12f-4fb1debc496b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.400523 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-47540093-58e9-4e87-b12f-4fb1debc496b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/55417e69-7b1e-45bb-8edf-1624fee1b407 HTTP/1.1" status: 204 len: 168 time: 0.1202710 Oct 23 01:05:33.407958 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540093-58e9-4e87-b12f-4fb1debc496b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55417e69-7b1e-45bb-8edf-1624fee1b407,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:33.678944 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45564) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:33.692614 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-362e5659-916b-449e-9126-b45dc82f3b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.730043 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:33.776908 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-362e5659-916b-449e-9126-b45dc82f3b93 admin admin] Publish callbacks [] for security_group (72b2d79d-adcd-47d6-af44-1703cd169ef8), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.781788 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-362e5659-916b-449e-9126-b45dc82f3b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (72b2d79d-adcd-47d6-af44-1703cd169ef8), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.823516 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-362e5659-916b-449e-9126-b45dc82f3b93 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6d8dcc667f744f548df1d476d5bd4df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433797 Oct 23 01:05:33.824583 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e5659-916b-449e-9126-b45dc82f3b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b2d79d-adcd-47d6-af44-1703cd169ef8,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:33.826718 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45574) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:33.893016 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eee59e40-21e9-433c-a728-c66798520359 admin admin] Publish callbacks [] for security_group (72b2d79d-adcd-47d6-af44-1703cd169ef8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.913189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eee59e40-21e9-433c-a728-c66798520359 admin admin] Publish callbacks [] for security_group (72b2d79d-adcd-47d6-af44-1703cd169ef8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.960452 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eee59e40-21e9-433c-a728-c66798520359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (72b2d79d-adcd-47d6-af44-1703cd169ef8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.962923 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eee59e40-21e9-433c-a728-c66798520359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:33.964074 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-eee59e40-21e9-433c-a728-c66798520359 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/72b2d79d-adcd-47d6-af44-1703cd169ef8 HTTP/1.1" status: 204 len: 168 time: 0.1363630 Oct 23 01:05:33.971848 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee59e40-21e9-433c-a728-c66798520359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b2d79d-adcd-47d6-af44-1703cd169ef8,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:34.281060 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45580) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:34.297021 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-636e0814-4139-4409-83c3-0dedc71c896c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:34.353070 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:34.372090 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-636e0814-4139-4409-83c3-0dedc71c896c admin admin] Publish callbacks [] for security_group (1d2d0a99-d6ef-479c-aaf8-8d0167d36080), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:34.375365 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-636e0814-4139-4409-83c3-0dedc71c896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1d2d0a99-d6ef-479c-aaf8-8d0167d36080), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:34.414191 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-636e0814-4139-4409-83c3-0dedc71c896c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1cdcceb2b24e41b6bca7d32e7be5a856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321120 Oct 23 01:05:34.415006 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e0814-4139-4409-83c3-0dedc71c896c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d0a99-d6ef-479c-aaf8-8d0167d36080,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:34.417617 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45582) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:34.465972 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b87235c8-7fda-4b45-acf5-92d10735fa72 admin admin] Publish callbacks [] for security_group (1d2d0a99-d6ef-479c-aaf8-8d0167d36080), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:34.485995 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b87235c8-7fda-4b45-acf5-92d10735fa72 admin admin] Publish callbacks [] for security_group (1d2d0a99-d6ef-479c-aaf8-8d0167d36080), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:34.532217 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b87235c8-7fda-4b45-acf5-92d10735fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (1d2d0a99-d6ef-479c-aaf8-8d0167d36080), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:34.534795 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b87235c8-7fda-4b45-acf5-92d10735fa72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:34.535916 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-b87235c8-7fda-4b45-acf5-92d10735fa72 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1d2d0a99-d6ef-479c-aaf8-8d0167d36080 HTTP/1.1" status: 204 len: 168 time: 0.1171472 Oct 23 01:05:34.543401 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87235c8-7fda-4b45-acf5-92d10735fa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d0a99-d6ef-479c-aaf8-8d0167d36080,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:39.389003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45710) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:39.496426 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fafbbe8a-c656-43cc-9d85-8963ae16cbac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:39.576043 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fafbbe8a-c656-43cc-9d85-8963ae16cbac admin admin] Publish callbacks [] for security_group (47d40578-57ca-47dd-91de-768a3b73a6f4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:39.580762 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fafbbe8a-c656-43cc-9d85-8963ae16cbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (47d40578-57ca-47dd-91de-768a3b73a6f4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:39.622762 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-fafbbe8a-c656-43cc-9d85-8963ae16cbac admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d603a305270945de898af14beb1734a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326813 Oct 23 01:05:39.623555 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbbe8a-c656-43cc-9d85-8963ae16cbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d40578-57ca-47dd-91de-768a3b73a6f4,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:39.625516 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45722) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:39.680924 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-09af5c03-879f-406a-a186-bd401920700c admin admin] Publish callbacks [] for security_group (47d40578-57ca-47dd-91de-768a3b73a6f4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:39.701106 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-09af5c03-879f-406a-a186-bd401920700c admin admin] Publish callbacks [] for security_group (47d40578-57ca-47dd-91de-768a3b73a6f4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:39.749848 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-09af5c03-879f-406a-a186-bd401920700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (47d40578-57ca-47dd-91de-768a3b73a6f4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:39.752678 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-09af5c03-879f-406a-a186-bd401920700c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:39.754493 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-09af5c03-879f-406a-a186-bd401920700c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/47d40578-57ca-47dd-91de-768a3b73a6f4 HTTP/1.1" status: 204 len: 168 time: 0.1278765 Oct 23 01:05:39.763185 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af5c03-879f-406a-a186-bd401920700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d40578-57ca-47dd-91de-768a3b73a6f4,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:39.778733 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:40.031797 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45736) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:40.046207 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c68b877f-5b37-4755-bced-37d1a33ea3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.077569 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:INSERT=12 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:40.129728 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c68b877f-5b37-4755-bced-37d1a33ea3ea admin admin] Publish callbacks [] for security_group (672bae24-5c66-4c78-a4ef-3a36a042e8be), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.133888 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c68b877f-5b37-4755-bced-37d1a33ea3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (672bae24-5c66-4c78-a4ef-3a36a042e8be), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.169039 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:40.174524 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-c68b877f-5b37-4755-bced-37d1a33ea3ea admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8f6e3f870a864895822901aa5a9a7b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415713 Oct 23 01:05:40.175276 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b877f-5b37-4755-bced-37d1a33ea3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672bae24-5c66-4c78-a4ef-3a36a042e8be,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:40.177891 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45742) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:40.231211 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d072-613c-445e-b441-3e646f416208 admin admin] Publish callbacks [] for security_group (672bae24-5c66-4c78-a4ef-3a36a042e8be), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.251326 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d072-613c-445e-b441-3e646f416208 admin admin] Publish callbacks [] for security_group (672bae24-5c66-4c78-a4ef-3a36a042e8be), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.299565 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d072-613c-445e-b441-3e646f416208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (672bae24-5c66-4c78-a4ef-3a36a042e8be), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.302377 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e16cc476-622c-4996-9e8f-5ffad1937e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.302754 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d072-613c-445e-b441-3e646f416208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.306226 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-f6f5d072-613c-445e-b441-3e646f416208 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/672bae24-5c66-4c78-a4ef-3a36a042e8be HTTP/1.1" status: 204 len: 168 time: 0.1250062 Oct 23 01:05:40.312051 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5d072-613c-445e-b441-3e646f416208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672bae24-5c66-4c78-a4ef-3a36a042e8be,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:42.317321 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45862) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:42.422740 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-696c1844-859c-45ca-9e40-ad76b68c8c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.441885 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a8ff0c4-a926-4b89-b120-5249fc3ab0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.480282 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:42.499042 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-696c1844-859c-45ca-9e40-ad76b68c8c29 admin admin] Publish callbacks [] for security_group (b9da80c5-b45f-45f4-96ce-8433e17b313e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.502659 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-696c1844-859c-45ca-9e40-ad76b68c8c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b9da80c5-b45f-45f4-96ce-8433e17b313e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.542472 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-696c1844-859c-45ca-9e40-ad76b68c8c29 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e288476b64d545fbaba2148f37cb04cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240658 Oct 23 01:05:42.543358 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c1844-859c-45ca-9e40-ad76b68c8c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9da80c5-b45f-45f4-96ce-8433e17b313e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:42.545953 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45866) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:42.594515 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de96b03d-79ac-4abc-8669-a5c7faf442d3 admin admin] Publish callbacks [] for security_group (b9da80c5-b45f-45f4-96ce-8433e17b313e), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.618521 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de96b03d-79ac-4abc-8669-a5c7faf442d3 admin admin] Publish callbacks [] for security_group (b9da80c5-b45f-45f4-96ce-8433e17b313e), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.664609 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de96b03d-79ac-4abc-8669-a5c7faf442d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b9da80c5-b45f-45f4-96ce-8433e17b313e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.667063 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de96b03d-79ac-4abc-8669-a5c7faf442d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.668189 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-de96b03d-79ac-4abc-8669-a5c7faf442d3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b9da80c5-b45f-45f4-96ce-8433e17b313e HTTP/1.1" status: 204 len: 168 time: 0.1210170 Oct 23 01:05:42.675748 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96b03d-79ac-4abc-8669-a5c7faf442d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9da80c5-b45f-45f4-96ce-8433e17b313e,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:42.933100 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45872) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:42.946875 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3e2cae3e-eceb-4c2b-b8f2-6ab9f5ebaae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.022465 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3e2cae3e-eceb-4c2b-b8f2-6ab9f5ebaae3 admin admin] Publish callbacks [] for security_group (796fa1a6-931d-4e2b-9b17-9ee18305c207), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.026302 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3e2cae3e-eceb-4c2b-b8f2-6ab9f5ebaae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (796fa1a6-931d-4e2b-9b17-9ee18305c207), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.065097 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-3e2cae3e-eceb-4c2b-b8f2-6ab9f5ebaae3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d23e37afed6c4ded80b7f264e4a7b961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308961 Oct 23 01:05:43.066761 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cae3e-eceb-4c2b-b8f2-6ab9f5ebaae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796fa1a6-931d-4e2b-9b17-9ee18305c207,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:43.068338 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45874) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:43.119715 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d1081373-266c-4788-ba92-36a7f86de77f admin admin] Publish callbacks [] for security_group (796fa1a6-931d-4e2b-9b17-9ee18305c207), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.142655 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d1081373-266c-4788-ba92-36a7f86de77f admin admin] Publish callbacks [] for security_group (796fa1a6-931d-4e2b-9b17-9ee18305c207), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.198116 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d1081373-266c-4788-ba92-36a7f86de77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (796fa1a6-931d-4e2b-9b17-9ee18305c207), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.201325 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d1081373-266c-4788-ba92-36a7f86de77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.202883 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d1081373-266c-4788-ba92-36a7f86de77f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/796fa1a6-931d-4e2b-9b17-9ee18305c207 HTTP/1.1" status: 204 len: 168 time: 0.1335838 Oct 23 01:05:43.214143 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1081373-266c-4788-ba92-36a7f86de77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796fa1a6-931d-4e2b-9b17-9ee18305c207,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:43.729261 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:44.638818 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:05:45.354456 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:45.392188 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:45.683071 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 45966) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:45.792513 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5431885c-8ad3-48da-ad4b-598e4d44d0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:45.813285 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:45.875374 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5431885c-8ad3-48da-ad4b-598e4d44d0a9 admin admin] Publish callbacks [] for security_group (378a709b-7190-4acd-ad93-b22ca503dea5), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:45.879311 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5431885c-8ad3-48da-ad4b-598e4d44d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (378a709b-7190-4acd-ad93-b22ca503dea5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:45.917674 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-5431885c-8ad3-48da-ad4b-598e4d44d0a9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=27f59bb062964c75bbdc8717cbcdc6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334521 Oct 23 01:05:45.919588 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431885c-8ad3-48da-ad4b-598e4d44d0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a709b-7190-4acd-ad93-b22ca503dea5,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:45.920513 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 45974) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:45.970235 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-75420a43-57bc-434b-ba4b-c65ec4b7bdc7 admin admin] Publish callbacks [] for security_group (378a709b-7190-4acd-ad93-b22ca503dea5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:45.990634 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-75420a43-57bc-434b-ba4b-c65ec4b7bdc7 admin admin] Publish callbacks [] for security_group (378a709b-7190-4acd-ad93-b22ca503dea5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:46.039934 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-75420a43-57bc-434b-ba4b-c65ec4b7bdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (378a709b-7190-4acd-ad93-b22ca503dea5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:46.042569 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-75420a43-57bc-434b-ba4b-c65ec4b7bdc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:46.043693 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-75420a43-57bc-434b-ba4b-c65ec4b7bdc7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/378a709b-7190-4acd-ad93-b22ca503dea5 HTTP/1.1" status: 204 len: 168 time: 0.1221254 Oct 23 01:05:46.052070 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75420a43-57bc-434b-ba4b-c65ec4b7bdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a709b-7190-4acd-ad93-b22ca503dea5,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:46.063865 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:52.006817 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46032) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:52.108509 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62f042f0-ff32-4342-ae0e-de916b8ee8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.184245 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62f042f0-ff32-4342-ae0e-de916b8ee8a2 admin admin] Publish callbacks [] for security_group (add1c627-8d02-4838-8521-76ec36481d39), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.187721 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62f042f0-ff32-4342-ae0e-de916b8ee8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (add1c627-8d02-4838-8521-76ec36481d39), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.228643 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f042f0-ff32-4342-ae0e-de916b8ee8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add1c627-8d02-4838-8521-76ec36481d39,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:52.232885 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-62f042f0-ff32-4342-ae0e-de916b8ee8a2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fd28572195764b14888e504bee5960d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247925 Oct 23 01:05:52.235575 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46036) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:52.283505 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab925d16-a229-422e-ac40-461a52491f47 admin admin] Publish callbacks [] for security_group (add1c627-8d02-4838-8521-76ec36481d39), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.303726 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab925d16-a229-422e-ac40-461a52491f47 admin admin] Publish callbacks [] for security_group (add1c627-8d02-4838-8521-76ec36481d39), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.334188 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.353183 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab925d16-a229-422e-ac40-461a52491f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (add1c627-8d02-4838-8521-76ec36481d39), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.356089 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab925d16-a229-422e-ac40-461a52491f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.357259 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-ab925d16-a229-422e-ac40-461a52491f47 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/add1c627-8d02-4838-8521-76ec36481d39 HTTP/1.1" status: 204 len: 168 time: 0.1208012 Oct 23 01:05:52.365709 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab925d16-a229-422e-ac40-461a52491f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add1c627-8d02-4838-8521-76ec36481d39,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:52.615316 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46042) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:52.628281 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-22cc2a93-3327-4469-b7c3-cec0e4014d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.652872 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:52.706308 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-22cc2a93-3327-4469-b7c3-cec0e4014d31 admin admin] Publish callbacks [] for security_group (9da75372-2a56-4195-b46f-80d27ea23bd1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.709888 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-22cc2a93-3327-4469-b7c3-cec0e4014d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (9da75372-2a56-4195-b46f-80d27ea23bd1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.751036 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-22cc2a93-3327-4469-b7c3-cec0e4014d31 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=db74a41ac4094f90b78c550eb423ba2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345439 Oct 23 01:05:52.752794 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc2a93-3327-4469-b7c3-cec0e4014d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da75372-2a56-4195-b46f-80d27ea23bd1,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:52.753890 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46044) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:52.802634 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d228a9df-0961-4c84-bdc7-2eefef169091 admin admin] Publish callbacks [] for security_group (9da75372-2a56-4195-b46f-80d27ea23bd1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.823649 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d228a9df-0961-4c84-bdc7-2eefef169091 admin admin] Publish callbacks [] for security_group (9da75372-2a56-4195-b46f-80d27ea23bd1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.871549 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d228a9df-0961-4c84-bdc7-2eefef169091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (9da75372-2a56-4195-b46f-80d27ea23bd1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.874122 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d228a9df-0961-4c84-bdc7-2eefef169091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.875254 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-d228a9df-0961-4c84-bdc7-2eefef169091 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9da75372-2a56-4195-b46f-80d27ea23bd1 HTTP/1.1" status: 204 len: 168 time: 0.1203690 Oct 23 01:05:52.883346 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228a9df-0961-4c84-bdc7-2eefef169091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da75372-2a56-4195-b46f-80d27ea23bd1,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:53.199628 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46050) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:53.206785 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:53.213726 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9145c628-2424-4c8f-b08f-26082d4e10ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:53.293371 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9145c628-2424-4c8f-b08f-26082d4e10ef admin admin] Publish callbacks [] for security_group (9cd44cb7-c42c-44a2-a81e-8d4f840de081), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:53.296761 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9145c628-2424-4c8f-b08f-26082d4e10ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (9cd44cb7-c42c-44a2-a81e-8d4f840de081), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:53.335912 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-9145c628-2424-4c8f-b08f-26082d4e10ef admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d6f9964b36d64f998910993e6ca17c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352336 Oct 23 01:05:53.337800 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145c628-2424-4c8f-b08f-26082d4e10ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd44cb7-c42c-44a2-a81e-8d4f840de081,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:53.338722 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46052) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:53.387448 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86a988f-5f26-4ffc-8d7b-465d77a812ea admin admin] Publish callbacks [] for security_group (9cd44cb7-c42c-44a2-a81e-8d4f840de081), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:53.395975 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:53.408111 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86a988f-5f26-4ffc-8d7b-465d77a812ea admin admin] Publish callbacks [] for security_group (9cd44cb7-c42c-44a2-a81e-8d4f840de081), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:53.455607 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86a988f-5f26-4ffc-8d7b-465d77a812ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (9cd44cb7-c42c-44a2-a81e-8d4f840de081), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:53.458178 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86a988f-5f26-4ffc-8d7b-465d77a812ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:53.459304 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e86a988f-5f26-4ffc-8d7b-465d77a812ea admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9cd44cb7-c42c-44a2-a81e-8d4f840de081 HTTP/1.1" status: 204 len: 168 time: 0.1196153 Oct 23 01:05:53.466819 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a988f-5f26-4ffc-8d7b-465d77a812ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd44cb7-c42c-44a2-a81e-8d4f840de081,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:58.639421 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:58.650009 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:02.895707 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:03.330995 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:03.334404 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=4,neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:03.462465 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=2,neutron:SELECT=25,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:03.463261 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:03.480163 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:10.294686 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73c785f1-fe80-4549-9a08-89c1abe186ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:10.461199 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=12 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:10.463037 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=14 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:12.443457 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-efab85d9-a29c-4e77-9b93-f05cf1b11fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.728774 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:15.356068 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:15.393500 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:20.400535 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46232) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:20.503576 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:20.577225 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Publish callbacks [] for security_group (5f6b75ce-b99d-457c-b23e-125eb7501cb9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:20.580936 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (5f6b75ce-b99d-457c-b23e-125eb7501cb9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:20.619848 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=621854cfb16c4a19a9c3b8f38b265dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182796 Oct 23 01:06:20.621076 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b75ce-b99d-457c-b23e-125eb7501cb9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:20.622590 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46236) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:20.629099 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.629447 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.629789 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.630129 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.630460 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.631396 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.631724 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.632053 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.632427 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.632755 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.633111 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.633442 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.633758 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.634186 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.634448 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97069f8c-4a6b-4173-b18a-55c003ec73b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.673832 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Publish callbacks [] for security_group (5f6b75ce-b99d-457c-b23e-125eb7501cb9), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:20.694383 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Publish callbacks [] for security_group (5f6b75ce-b99d-457c-b23e-125eb7501cb9), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:20.738743 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (5f6b75ce-b99d-457c-b23e-125eb7501cb9), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:20.741999 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:20.743127 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5f6b75ce-b99d-457c-b23e-125eb7501cb9 HTTP/1.1" status: 204 len: 168 time: 0.1195405 Oct 23 01:06:20.750692 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b75ce-b99d-457c-b23e-125eb7501cb9,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:20.758588 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.758932 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.759267 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.759600 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.759927 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.760249 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.760597 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.760916 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.761236 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.761555 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.761898 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.762217 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.762533 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.762842 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:20.763157 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfbb88-1552-49b2-a6b1-621a423a54f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:21.638099 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:06:21.784843 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46266) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:21.889931 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4dc03060-4bbe-4cb6-a2b4-27d9c3eece3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:21.967795 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4dc03060-4bbe-4cb6-a2b4-27d9c3eece3b admin admin] Publish callbacks [] for security_group (2be28581-b379-485e-881d-063f9a65e938), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:21.972291 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4dc03060-4bbe-4cb6-a2b4-27d9c3eece3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (2be28581-b379-485e-881d-063f9a65e938), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.011902 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4dc03060-4bbe-4cb6-a2b4-27d9c3eece3b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a8a94fe9c7404ea9b2c67469dcaeeac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259858 Oct 23 01:06:22.012917 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc03060-4bbe-4cb6-a2b4-27d9c3eece3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be28581-b379-485e-881d-063f9a65e938,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:22.014645 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46270) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:22.063918 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0d537a0-a86d-4912-91f5-52905e247c41 admin admin] Publish callbacks [] for security_group (2be28581-b379-485e-881d-063f9a65e938), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.083985 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0d537a0-a86d-4912-91f5-52905e247c41 admin admin] Publish callbacks [] for security_group (2be28581-b379-485e-881d-063f9a65e938), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.128644 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0d537a0-a86d-4912-91f5-52905e247c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (2be28581-b379-485e-881d-063f9a65e938), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.131996 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0d537a0-a86d-4912-91f5-52905e247c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.133149 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-a0d537a0-a86d-4912-91f5-52905e247c41 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2be28581-b379-485e-881d-063f9a65e938 HTTP/1.1" status: 204 len: 168 time: 0.1175268 Oct 23 01:06:22.140636 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d537a0-a86d-4912-91f5-52905e247c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be28581-b379-485e-881d-063f9a65e938,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:22.332783 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.757664 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46292) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:22.851762 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1479191867-network', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:22.872068 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Made reservation on behalf of 556e35a126cf4cdfa08a92edd6d58807 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:22.874302 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.883290 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.958656 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Publish callbacks [] for security_group (b027f5ad-c112-444d-bb77-a5a70449703f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.962405 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b027f5ad-c112-444d-bb77-a5a70449703f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.987283 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:06:22.996720 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b027f5ad-c112-444d-bb77-a5a70449703f,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:23.004020 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (c5f9a373-18f5-4c04-8cc5-5fc81a2f5845), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.004414 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.segments_db [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Added segment c5f9a373-18f5-4c04-8cc5-5fc81a2f5845 of type vlan for network c44cd1c4-2962-40fa-90fa-ba32457bf09a Oct 23 01:06:23.046866 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (c44cd1c4-2962-40fa-90fa-ba32457bf09a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.071541 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (c44cd1c4-2962-40fa-90fa-ba32457bf09a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.072905 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:23.073424 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.132836 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3740873 Oct 23 01:06:23.135785 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46296) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:23.140663 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Request body: {'subnet': {'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1479191867-subnet', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:23.142174 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba58a37-5c06-4a53-9a7a-0fd0b415972e admin admin] Pushing event updated for resources: {'Network': ['ID=c44cd1c4-2962-40fa-90fa-ba32457bf09a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:23.158546 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:06:23.162660 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Made reservation on behalf of 556e35a126cf4cdfa08a92edd6d58807 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:23.165084 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723963'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.330248 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7741244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723949'] for subnet (7135de45-1767-4440-8bd0-9f05dd66a0a7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.390805 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7135de45-1767-4440-8bd0-9f05dd66a0a7,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:23.398104 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Checking segment: {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:23.398458 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Network hostable DHCP agents. Network: c44cd1c4-2962-40fa-90fa-ba32457bf09a, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:06:23.415845 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:06:23.424461 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c44cd1c4-2962-40fa-90fa-ba32457bf09a) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:23.429006 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:23.429618 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.434721 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8806ee70-b426-4323-b25f-656a981868e3 None None] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:06:23.446725 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-dd37f2d9-429a-43c8-92ea-2d8838d3b8f7 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3098221 Oct 23 01:06:23.449360 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46298) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:23.453696 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:23.472870 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.473868 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.478089 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:23.526731 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks [] for router_controller (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.544355 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:06:23.545222 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.598050 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:23.669294 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks [] for router_gateway (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.683722 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Allocated IP 172.20.0.2 (c44cd1c4-2962-40fa-90fa-ba32457bf09a/7135de45-1767-4440-8bd0-9f05dd66a0a7/7ffbfcba-4d91-417a-9536-fa9e76b254f2) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:23.826547 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Publish callbacks [] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.833235 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.847198 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks [] for router_gateway (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.866542 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.874710 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:23.879848 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:23.881974 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Pushing event updated for resources: {'Port': ['ID=7ffbfcba-4d91-417a-9536-fa9e76b254f2,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:23.884108 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:23.892875 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.893221 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.893554 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.893888 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.894216 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.894538 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.894857 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.895176 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.895495 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.895812 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.896682 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.897004 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.897320 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.897640 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.897950 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.951239 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Attempting to bind port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:23.951622 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Attempting to bind port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:23.951942 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Attempting to bind port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 on network c44cd1c4-2962-40fa-90fa-ba32457bf09a {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:23.972173 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Allocated IP 172.37.1.31 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/55fc320e-cd92-447d-b938-a09235e281f0) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:23.992946 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:23.993318 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Checking segment: {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:23.993721 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.994115 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Bound using segment: {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:23.994581 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Bound port: 7ffbfcba-4d91-417a-9536-fa9e76b254f2, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:23.994962 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:24.058318 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] For port 7ffbfcba-4d91-417a-9536-fa9e76b254f2, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:24.061757 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] For port 7ffbfcba-4d91-417a-9536-fa9e76b254f2, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7ffbfcba-4d91-417a-9536-fa9e76b254f2,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:24.067430 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:24.075285 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks [] for port (55fc320e-cd92-447d-b938-a09235e281f0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:24.092443 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:24.106376 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:24.108486 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (55fc320e-cd92-447d-b938-a09235e281f0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:24.129133 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73e765-7153-424e-8cbc-a9021a8f3155 None None] Pushing event updated for resources: {'Port': ['ID=7ffbfcba-4d91-417a-9536-fa9e76b254f2,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:24.148342 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:24.151356 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:24.154864 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:24.189492 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=55fc320e-cd92-447d-b938-a09235e281f0,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:24.422039 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks [] for router_gateway (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:24.460014 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:24.462070 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:24.853950 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:24.944088 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635b30e-0564-46da-827e-f54b6a29c711 None None] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:06:24.984616 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:06:25.056468 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-8b6ab716-a5ea-4229-b1b9-c5e6bf4088f0 None None] Provisioning complete for port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:25.056847 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab716-a5ea-4229-b1b9-c5e6bf4088f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.057178 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-8b6ab716-a5ea-4229-b1b9-c5e6bf4088f0 None None] Attempt 1 to provision port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 Oct 23 01:06:25.094475 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:06:25.107907 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Sync routers for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:06:25.118804 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.120126 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-8b1b1b49-965f-4d0a-9126-d0129c3cd3c4 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6697464 Oct 23 01:06:25.123029 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46300) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:25.124568 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:25.125333 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:25.142543 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ab716-a5ea-4229-b1b9-c5e6bf4088f0 None None] Current status of the port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:25.142936 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab716-a5ea-4229-b1b9-c5e6bf4088f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.178889 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-8b6ab716-a5ea-4229-b1b9-c5e6bf4088f0 None None] For port 7ffbfcba-4d91-417a-9536-fa9e76b254f2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7ffbfcba-4d91-417a-9536-fa9e76b254f2,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:25.186152 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab716-a5ea-4229-b1b9-c5e6bf4088f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.193619 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:25.250744 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ab716-a5ea-4229-b1b9-c5e6bf4088f0 None None] Pushing event updated for resources: {'Port': ['ID=7ffbfcba-4d91-417a-9536-fa9e76b254f2,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:25.253520 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:25.310431 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c592ba70-77ef-4fbb-b28f-5f49274f3e19 None None] Provisioning complete for port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:25.310944 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c592ba70-77ef-4fbb-b28f-5f49274f3e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.311371 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c592ba70-77ef-4fbb-b28f-5f49274f3e19 None None] Attempt 1 to provision port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 Oct 23 01:06:25.393036 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c592ba70-77ef-4fbb-b28f-5f49274f3e19 None None] Current status of the port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:25.434190 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:24Z', 'revision_number': 3, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:25.460749 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Checking router: 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:06:25.461008 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Updating router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 port 55fc320e-cd92-447d-b938-a09235e281f0 binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:06:25.492363 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (55fc320e-cd92-447d-b938-a09235e281f0), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.501076 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:25.805499 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.830455 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Publish callbacks [] for port (55fc320e-cd92-447d-b938-a09235e281f0), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.836034 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (55fc320e-cd92-447d-b938-a09235e281f0), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.868129 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Attempting to bind port 55fc320e-cd92-447d-b938-a09235e281f0 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:25.868648 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Attempting to bind port 55fc320e-cd92-447d-b938-a09235e281f0 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:25.869012 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Attempting to bind port 55fc320e-cd92-447d-b938-a09235e281f0 on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:25.910360 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Pushing event updated for resources: {'Port': ['ID=55fc320e-cd92-447d-b938-a09235e281f0,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:25.920522 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.920862 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.921199 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.921553 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.921885 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.922205 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.922526 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.922844 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.923164 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.923480 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.923798 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.924137 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.924489 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.924803 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.925117 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:25.936028 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:25.936435 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:25.936839 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.937221 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:25.937683 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Bound port: 55fc320e-cd92-447d-b938-a09235e281f0, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:25.938055 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (55fc320e-cd92-447d-b938-a09235e281f0), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.963157 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Allocated IP 172.20.0.1 (c44cd1c4-2962-40fa-90fa-ba32457bf09a/7135de45-1767-4440-8bd0-9f05dd66a0a7/6121db32-9891-4ec5-92c1-7217175f9132) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:25.986838 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] For port 55fc320e-cd92-447d-b938-a09235e281f0, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:25.990489 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] For port 55fc320e-cd92-447d-b938-a09235e281f0, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=55fc320e-cd92-447d-b938-a09235e281f0,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:25.991610 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:25.997122 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (55fc320e-cd92-447d-b938-a09235e281f0), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.037210 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:26.037831 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:26.071504 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Publish callbacks [] for port (6121db32-9891-4ec5-92c1-7217175f9132), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.085046 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650930e-1eb4-41a3-b23a-24b8e222fb12 None None] Pushing event updated for resources: {'Port': ['ID=55fc320e-cd92-447d-b938-a09235e281f0,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:26.117805 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (6121db32-9891-4ec5-92c1-7217175f9132), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.148440 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 7ffbfcba-4d91-417a-9536-fa9e76b254f2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:26.149000 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:26.162478 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:26.167636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:26.170086 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Pushing event updated for resources: {'Port': ['ID=6121db32-9891-4ec5-92c1-7217175f9132,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:26.172214 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:26.195397 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:26.195951 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.196271 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 Oct 23 01:06:26.198988 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:26.210651 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.213507 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:26.277717 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:26.319017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:26.347164 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:24Z', 'revision_number': 3, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:26.357418 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6121db32-9891-4ec5-92c1-7217175f9132), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.380021 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086ede0-b839-4c63-ba0c-9ffe59609057 None None] The sync data for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb is: [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:24Z', 'revision_number': 3, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:06:26.422398 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-223d47ce-0a50-4776-9f0b-9c9c654e4b50 None None] Provisioning complete for port 6121db32-9891-4ec5-92c1-7217175f9132 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:26.422779 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-223d47ce-0a50-4776-9f0b-9c9c654e4b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6121db32-9891-4ec5-92c1-7217175f9132), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.423122 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-223d47ce-0a50-4776-9f0b-9c9c654e4b50 None None] Attempt 1 to provision port 6121db32-9891-4ec5-92c1-7217175f9132 Oct 23 01:06:26.459633 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-223d47ce-0a50-4776-9f0b-9c9c654e4b50 None None] Port 6121db32-9891-4ec5-92c1-7217175f9132 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:26.527166 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Publish callbacks [] for port (6121db32-9891-4ec5-92c1-7217175f9132), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.531880 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (6121db32-9891-4ec5-92c1-7217175f9132), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.607429 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Pushing event updated for resources: {'Port': ['ID=6121db32-9891-4ec5-92c1-7217175f9132,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:26.610008 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.706040 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:26.707563 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:26.833111 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:06:26.944582 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:06:26.952347 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-c0838ddf-9cd2-4005-9364-93f97f243c2f admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/4a76c03d-022e-41d4-9c6e-f186f4ba4e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8253617 Oct 23 01:06:26.980223 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-b8223f60-8906-4ed4-8594-95d161c7a9c0 None None] Provisioning complete for port 6121db32-9891-4ec5-92c1-7217175f9132 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:26.980811 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b8223f60-8906-4ed4-8594-95d161c7a9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6121db32-9891-4ec5-92c1-7217175f9132), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.981244 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-b8223f60-8906-4ed4-8594-95d161c7a9c0 None None] Attempt 1 to provision port 6121db32-9891-4ec5-92c1-7217175f9132 Oct 23 01:06:27.015340 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b8223f60-8906-4ed4-8594-95d161c7a9c0 None None] Port 6121db32-9891-4ec5-92c1-7217175f9132 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:27.429863 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46316) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:27.434886 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-281761573-network', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:27.453802 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Made reservation on behalf of 9fc8bee4b37a4723a35730abf2ac61ce for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:27.456131 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.467915 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.542169 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Publish callbacks [] for security_group (20847fd4-e2a1-404a-88cc-3cd05dcc8c54), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.545604 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (20847fd4-e2a1-404a-88cc-3cd05dcc8c54), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.572081 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:06:27.581530 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20847fd4-e2a1-404a-88cc-3cd05dcc8c54,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:27.589303 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (1e182896-2b11-4d79-93f4-29b246b3893e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.589893 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.segments_db [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Added segment 1e182896-2b11-4d79-93f4-29b246b3893e of type vlan for network b174845a-9e8e-4acf-8f1b-454cfcdec921 Oct 23 01:06:27.633760 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784370860180'] for network (b174845a-9e8e-4acf-8f1b-454cfcdec921), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.658590 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097'] for network (b174845a-9e8e-4acf-8f1b-454cfcdec921), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.659579 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:27.660161 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.726611 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2956300 Oct 23 01:06:27.729467 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46318) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:27.734548 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Request body: {'subnet': {'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-281761573-subnet', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:27.739736 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a81e9-2848-4779-ba5b-feb7d51d304f admin admin] Pushing event updated for resources: {'Network': ['ID=b174845a-9e8e-4acf-8f1b-454cfcdec921,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:27.749460 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Network b174845a-9e8e-4acf-8f1b-454cfcdec921 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:06:27.762028 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Made reservation on behalf of 9fc8bee4b37a4723a35730abf2ac61ce for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:27.764477 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4723963'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.766145 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:27.778032 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:27.881945 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Sync routers for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:06:27.891696 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:27.892331 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:27.952385 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7741244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4723949'] for subnet (5392b0a3-d9fa-4be6-8d0d-a1a183784086), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:27.990713 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:27.998834 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:28.006701 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5392b0a3-d9fa-4be6-8d0d-a1a183784086,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:28.016799 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Checking segment: {'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:28.017156 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Network hostable DHCP agents. Network: b174845a-9e8e-4acf-8f1b-454cfcdec921, hostable agents: ['e869afbd-ba64-44f6-9a93-bb0eedf9de41'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:06:28.027953 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:28.034910 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Network b174845a-9e8e-4acf-8f1b-454cfcdec921 is scheduled to be hosted by DHCP agent e869afbd-ba64-44f6-9a93-bb0eedf9de41 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:06:28.044936 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b174845a-9e8e-4acf-8f1b-454cfcdec921) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:28.049148 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:28.049800 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.072186 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ad96003e-8ad8-4254-b6e0-305b7bed1ffd admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3385518 Oct 23 01:06:28.072364 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46320) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:28.073541 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3619f3-fd9f-4047-80c9-5e7fc67c94a2 None None] Network b174845a-9e8e-4acf-8f1b-454cfcdec921 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:06:28.076440 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:28.101654 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31651'] for router (5f4b47ca-f9cf-47aa-b879-c07486210261), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.103002 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31676'] for router (5f4b47ca-f9cf-47aa-b879-c07486210261), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.158699 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks [] for router_controller (5f4b47ca-f9cf-47aa-b879-c07486210261), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.168775 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 55fc320e-cd92-447d-b938-a09235e281f0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:28.299486 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks [] for router_gateway (5f4b47ca-f9cf-47aa-b879-c07486210261), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.309541 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:28.355226 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:28.421568 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 55fc320e-cd92-447d-b938-a09235e281f0 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:28.421847 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (55fc320e-cd92-447d-b938-a09235e281f0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.422211 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 55fc320e-cd92-447d-b938-a09235e281f0 Oct 23 01:06:28.445574 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-b174845a-9e8e-4acf-8f1b-454cfcdec921', 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921', 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'fixed_ips': [{'subnet_id': '5392b0a3-d9fa-4be6-8d0d-a1a183784086'}]}} from dv-cinder-master-3-smb. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:06:28.446474 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.479814 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks [] for router_gateway (5f4b47ca-f9cf-47aa-b879-c07486210261), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.502487 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.567898 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 2, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:28.598693 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Checking router: 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:06:28.598693 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Updating router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 port 6121db32-9891-4ec5-92c1-7217175f9132 binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:06:28.612285 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Allocated IP 172.37.1.25 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/5d1f196c-0903-4338-be17-54dc3858953e) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:28.696454 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6121db32-9891-4ec5-92c1-7217175f9132), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.700583 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 55fc320e-cd92-447d-b938-a09235e281f0 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:28.700964 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (55fc320e-cd92-447d-b938-a09235e281f0), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.730475 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks [] for port (5d1f196c-0903-4338-be17-54dc3858953e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.731140 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Allocated IP 172.20.0.2 (b174845a-9e8e-4acf-8f1b-454cfcdec921/5392b0a3-d9fa-4be6-8d0d-a1a183784086/758592e9-943d-48e3-9601-9614a6411d78) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:28.766019 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (5d1f196c-0903-4338-be17-54dc3858953e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.766550 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 55fc320e-cd92-447d-b938-a09235e281f0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=55fc320e-cd92-447d-b938-a09235e281f0,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:28.778105 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (55fc320e-cd92-447d-b938-a09235e281f0), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.804400 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:28.807392 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:28.813378 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:28.840456 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Pushing event updated for resources: {'Port': ['ID=5d1f196c-0903-4338-be17-54dc3858953e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:28.949737 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:28.986373 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:28.990431 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=55fc320e-cd92-447d-b938-a09235e281f0,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.055720 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks [] for router_gateway (5f4b47ca-f9cf-47aa-b879-c07486210261), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.100442 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Publish callbacks [] for port (758592e9-943d-48e3-9601-9614a6411d78), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.109639 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774'] for port (758592e9-943d-48e3-9601-9614a6411d78), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.171871 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Network b174845a-9e8e-4acf-8f1b-454cfcdec921 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:29.179425 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:29.191536 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:29.192084 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:29.198251 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Publish callbacks [] for port (6121db32-9891-4ec5-92c1-7217175f9132), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.200783 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:29.204498 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Pushing event updated for resources: {'Port': ['ID=758592e9-943d-48e3-9601-9614a6411d78,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.211779 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6121db32-9891-4ec5-92c1-7217175f9132), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.244832 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1969152'] for router (5f4b47ca-f9cf-47aa-b879-c07486210261), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.300427 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600e517-ebac-448a-a05e-6bd51a05bac7 None None] Pushing event updated for resources: {'Port': ['ID=6121db32-9891-4ec5-92c1-7217175f9132,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.315767 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Attempting to bind port 758592e9-943d-48e3-9601-9614a6411d78 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:29.316138 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Attempting to bind port 758592e9-943d-48e3-9601-9614a6411d78 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:29.316525 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Attempting to bind port 758592e9-943d-48e3-9601-9614a6411d78 on network b174845a-9e8e-4acf-8f1b-454cfcdec921 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:29.373695 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Router 5f4b47ca-f9cf-47aa-b879-c07486210261 is scheduled to L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:06:29.374392 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Attempting to bind port 6121db32-9891-4ec5-92c1-7217175f9132 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:29.374793 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Attempting to bind port 6121db32-9891-4ec5-92c1-7217175f9132 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:29.375181 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Attempting to bind port 6121db32-9891-4ec5-92c1-7217175f9132 on network c44cd1c4-2962-40fa-90fa-ba32457bf09a {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:29.414186 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:29.414554 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Checking segment: {'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:29.414957 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.415356 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Bound using segment: {'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:29.415820 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Bound port: 758592e9-943d-48e3-9601-9614a6411d78, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:29.416200 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (758592e9-943d-48e3-9601-9614a6411d78), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.462632 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:29.462921 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Checking segment: {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:29.463317 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.463712 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Bound using segment: {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:29.464184 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Bound port: 6121db32-9891-4ec5-92c1-7217175f9132, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:29.464592 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6121db32-9891-4ec5-92c1-7217175f9132), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.475606 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:06:29.486299 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Sync routers for ids ['5f4b47ca-f9cf-47aa-b879-c07486210261'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:06:29.493860 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.495150 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3c3d4149-5a47-49b4-ad2d-e02db7e007ba admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4222233 Oct 23 01:06:29.498013 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46322) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:29.505805 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Routers {'5f4b47ca-f9cf-47aa-b879-c07486210261'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:29.506683 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['5f4b47ca-f9cf-47aa-b879-c07486210261'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:29.519763 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] For port 758592e9-943d-48e3-9601-9614a6411d78, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:29.550655 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] For port 758592e9-943d-48e3-9601-9614a6411d78, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=758592e9-943d-48e3-9601-9614a6411d78,segment=NetworkSegment(1e182896-2b11-4d79-93f4-29b246b3893e),segment_id=1e182896-2b11-4d79-93f4-29b246b3893e)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:29.562030 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (758592e9-943d-48e3-9601-9614a6411d78), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.570971 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] For port 6121db32-9891-4ec5-92c1-7217175f9132, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:29.609588 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] For port 6121db32-9891-4ec5-92c1-7217175f9132, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6121db32-9891-4ec5-92c1-7217175f9132,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:29.615842 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Set router 5f4b47ca-f9cf-47aa-b879-c07486210261 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:29.621017 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6121db32-9891-4ec5-92c1-7217175f9132), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.643184 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaa367-7796-40ec-b425-50efe62f2b0d None None] Pushing event updated for resources: {'Port': ['ID=758592e9-943d-48e3-9601-9614a6411d78,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.680923 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:29.686701 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:29.688267 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:29.726269 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:29.766888 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600e517-ebac-448a-a05e-6bd51a05bac7 None None] Pushing event updated for resources: {'Port': ['ID=6121db32-9891-4ec5-92c1-7217175f9132,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.836643 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d1f196c-0903-4338-be17-54dc3858953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 3, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port': {'id': '5d1f196c-0903-4338-be17-54dc3858953e', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:29.865914 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Checking router: 5f4b47ca-f9cf-47aa-b879-c07486210261 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:06:29.866255 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Updating router 5f4b47ca-f9cf-47aa-b879-c07486210261 port 5d1f196c-0903-4338-be17-54dc3858953e binding host dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:06:29.878331 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:29.900229 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (5d1f196c-0903-4338-be17-54dc3858953e), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.001236 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.062248 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:30.101229 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:29Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:30.144526 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb2b62-ba47-4aa1-877b-fee252132bb9 None None] The sync data for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb is: [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:29Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:06:30.171326 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Publish callbacks [] for port (5d1f196c-0903-4338-be17-54dc3858953e), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.177815 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (5d1f196c-0903-4338-be17-54dc3858953e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.182278 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Allocated IP 172.20.0.1 (b174845a-9e8e-4acf-8f1b-454cfcdec921/5392b0a3-d9fa-4be6-8d0d-a1a183784086/1d115062-cc5f-45ab-a0ea-334035aec04c) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:30.222699 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Attempting to bind port 5d1f196c-0903-4338-be17-54dc3858953e on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:30.224519 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Attempting to bind port 5d1f196c-0903-4338-be17-54dc3858953e by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:30.225090 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Attempting to bind port 5d1f196c-0903-4338-be17-54dc3858953e on network 74737bbd-4eba-40c6-a252-dce96ba1f5af {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:30.262412 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:30.277086 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:30.291891 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d06052-58e7-48a4-b966-65ae0eb35028 None None] Pushing event updated for resources: {'Port': ['ID=5d1f196c-0903-4338-be17-54dc3858953e,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:30.299536 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:30.309660 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:30.310070 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Checking segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:30.310420 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.310805 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Bound using segment: {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:30.311406 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Bound port: 5d1f196c-0903-4338-be17-54dc3858953e, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f2f482-664f-4627-906c-db9a20e71562', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:30.311637 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (5d1f196c-0903-4338-be17-54dc3858953e), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.341525 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 758592e9-943d-48e3-9601-9614a6411d78 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:30.347522 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Publish callbacks [] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.385289 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] For port 5d1f196c-0903-4338-be17-54dc3858953e, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:30.389746 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] For port 5d1f196c-0903-4338-be17-54dc3858953e, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5d1f196c-0903-4338-be17-54dc3858953e,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:30.393405 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.405353 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (5d1f196c-0903-4338-be17-54dc3858953e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.411273 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 758592e9-943d-48e3-9601-9614a6411d78 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:30.411682 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (758592e9-943d-48e3-9601-9614a6411d78), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.412030 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 758592e9-943d-48e3-9601-9614a6411d78 Oct 23 01:06:30.441237 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Routers {'5f4b47ca-f9cf-47aa-b879-c07486210261'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:30.441934 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['5f4b47ca-f9cf-47aa-b879-c07486210261'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:30.471482 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Network b174845a-9e8e-4acf-8f1b-454cfcdec921 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:30.478297 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:30.484265 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:30.510657 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d06052-58e7-48a4-b966-65ae0eb35028 None None] Pushing event updated for resources: {'Port': ['ID=5d1f196c-0903-4338-be17-54dc3858953e,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:30.531766 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Pushing event updated for resources: {'Port': ['ID=1d115062-cc5f-45ab-a0ea-334035aec04c,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:30.549849 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 758592e9-943d-48e3-9601-9614a6411d78 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:30.550651 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (758592e9-943d-48e3-9601-9614a6411d78), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.570452 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1973452'] for router_interface (5f4b47ca-f9cf-47aa-b879-c07486210261), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.597160 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 758592e9-943d-48e3-9601-9614a6411d78, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=758592e9-943d-48e3-9601-9614a6411d78,segment=NetworkSegment(1e182896-2b11-4d79-93f4-29b246b3893e),segment_id=1e182896-2b11-4d79-93f4-29b246b3893e)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:30.608349 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (758592e9-943d-48e3-9601-9614a6411d78), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.609822 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 55fc320e-cd92-447d-b938-a09235e281f0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:30.629165 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] Set router 5f4b47ca-f9cf-47aa-b879-c07486210261 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:30.717502 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 55fc320e-cd92-447d-b938-a09235e281f0 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:30.717883 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (55fc320e-cd92-447d-b938-a09235e281f0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.718227 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 55fc320e-cd92-447d-b938-a09235e281f0 Oct 23 01:06:30.775087 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=758592e9-943d-48e3-9601-9614a6411d78,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:30.871517 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 55fc320e-cd92-447d-b938-a09235e281f0 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:30.933532 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403558a9-b09a-4434-a9ab-6c44da974af9 None None] Network b174845a-9e8e-4acf-8f1b-454cfcdec921 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:06:30.993687 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.006969 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d1f196c-0903-4338-be17-54dc3858953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 3, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port': {'id': '5d1f196c-0903-4338-be17-54dc3858953e', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:31.011243 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-62d37083-37cf-4fe4-9fab-9227bd3bb35d None None] Provisioning complete for port 758592e9-943d-48e3-9601-9614a6411d78 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:31.011622 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-62d37083-37cf-4fe4-9fab-9227bd3bb35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (758592e9-943d-48e3-9601-9614a6411d78), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.011966 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-62d37083-37cf-4fe4-9fab-9227bd3bb35d None None] Attempt 1 to provision port 758592e9-943d-48e3-9601-9614a6411d78 Oct 23 01:06:31.043740 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be6980-e0eb-4c4f-8a64-fd40c475f62d None None] The sync data for ids ['5f4b47ca-f9cf-47aa-b879-c07486210261'] in dv-cinder-master-3-smb is: [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d1f196c-0903-4338-be17-54dc3858953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 3, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port': {'id': '5d1f196c-0903-4338-be17-54dc3858953e', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:06:31.066947 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.264279 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Publish callbacks [] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.271091 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.313494 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-62d37083-37cf-4fe4-9fab-9227bd3bb35d None None] Current status of the port 758592e9-943d-48e3-9601-9614a6411d78 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:31.349465 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1784087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973336'] for router_interface (5f4b47ca-f9cf-47aa-b879-c07486210261), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.384089 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Pushing event updated for resources: {'Port': ['ID=1d115062-cc5f-45ab-a0ea-334035aec04c,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:31.479749 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.484027 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Network b174845a-9e8e-4acf-8f1b-454cfcdec921 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:31.488725 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:31.554325 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.629924 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Router 5f4b47ca-f9cf-47aa-b879-c07486210261 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:06:31.670697 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-a032f32f-c47e-4be4-b1bb-f82f9e324092 None None] Provisioning complete for port 1d115062-cc5f-45ab-a0ea-334035aec04c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:31.672331 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a032f32f-c47e-4be4-b1bb-f82f9e324092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.672678 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-a032f32f-c47e-4be4-b1bb-f82f9e324092 None None] Attempt 1 to provision port 1d115062-cc5f-45ab-a0ea-334035aec04c Oct 23 01:06:31.710213 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-a032f32f-c47e-4be4-b1bb-f82f9e324092 None None] Port 1d115062-cc5f-45ab-a0ea-334035aec04c cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:31.720826 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-a032f32f-c47e-4be4-b1bb-f82f9e324092 None None] Provisioning complete for port 758592e9-943d-48e3-9601-9614a6411d78 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:31.721196 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a032f32f-c47e-4be4-b1bb-f82f9e324092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (758592e9-943d-48e3-9601-9614a6411d78), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.721530 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-a032f32f-c47e-4be4-b1bb-f82f9e324092 None None] Attempt 1 to provision port 758592e9-943d-48e3-9601-9614a6411d78 Oct 23 01:06:31.749334 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.751298 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:06:31.762293 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-d08d4f89-4a34-4d94-ba7f-f84967316480 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/5f4b47ca-f9cf-47aa-b879-c07486210261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2630789 Oct 23 01:06:31.833006 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-a032f32f-c47e-4be4-b1bb-f82f9e324092 None None] Current status of the port 758592e9-943d-48e3-9601-9614a6411d78 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:31.953350 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-850fa909-1b6a-4155-9964-18dcc93a9dee None None] Provisioning complete for port 1d115062-cc5f-45ab-a0ea-334035aec04c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:31.954042 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-850fa909-1b6a-4155-9964-18dcc93a9dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.954837 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-850fa909-1b6a-4155-9964-18dcc93a9dee None None] Attempt 1 to provision port 1d115062-cc5f-45ab-a0ea-334035aec04c Oct 23 01:06:31.994565 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-850fa909-1b6a-4155-9964-18dcc93a9dee None None] Port 1d115062-cc5f-45ab-a0ea-334035aec04c cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:32.114982 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-14eef837-cff7-4264-b984-3a27dbbb78ae None None] Provisioning complete for port 1d115062-cc5f-45ab-a0ea-334035aec04c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:32.117396 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-14eef837-cff7-4264-b984-3a27dbbb78ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.117750 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-14eef837-cff7-4264-b984-3a27dbbb78ae None None] Attempt 1 to provision port 1d115062-cc5f-45ab-a0ea-334035aec04c Oct 23 01:06:32.155535 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-14eef837-cff7-4264-b984-3a27dbbb78ae None None] Port 1d115062-cc5f-45ab-a0ea-334035aec04c cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:32.263860 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 758592e9-943d-48e3-9601-9614a6411d78 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:32.311904 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 758592e9-943d-48e3-9601-9614a6411d78 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:32.312194 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (758592e9-943d-48e3-9601-9614a6411d78), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.312562 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 758592e9-943d-48e3-9601-9614a6411d78 Oct 23 01:06:32.386829 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 758592e9-943d-48e3-9601-9614a6411d78 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:32.387893 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 6121db32-9891-4ec5-92c1-7217175f9132 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:32.431186 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 6121db32-9891-4ec5-92c1-7217175f9132 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:32.431541 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6121db32-9891-4ec5-92c1-7217175f9132), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.431814 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 6121db32-9891-4ec5-92c1-7217175f9132 Oct 23 01:06:32.507198 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 6121db32-9891-4ec5-92c1-7217175f9132 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:32.507580 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (6121db32-9891-4ec5-92c1-7217175f9132), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.541069 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 6121db32-9891-4ec5-92c1-7217175f9132, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6121db32-9891-4ec5-92c1-7217175f9132,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:32.545480 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (6121db32-9891-4ec5-92c1-7217175f9132), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.546313 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 5d1f196c-0903-4338-be17-54dc3858953e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:32.633589 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=6121db32-9891-4ec5-92c1-7217175f9132,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:32.636333 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 5d1f196c-0903-4338-be17-54dc3858953e triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:32.636707 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (5d1f196c-0903-4338-be17-54dc3858953e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.637031 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 5d1f196c-0903-4338-be17-54dc3858953e Oct 23 01:06:32.705626 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:32.721768 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 5d1f196c-0903-4338-be17-54dc3858953e is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:32.722301 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (5d1f196c-0903-4338-be17-54dc3858953e), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.752494 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 5d1f196c-0903-4338-be17-54dc3858953e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5d1f196c-0903-4338-be17-54dc3858953e,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:32.762213 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (5d1f196c-0903-4338-be17-54dc3858953e), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.801574 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:32.822533 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=5d1f196c-0903-4338-be17-54dc3858953e,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:33.492099 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Sync routers for ids ['5f4b47ca-f9cf-47aa-b879-c07486210261'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:06:33.509981 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Routers {'5f4b47ca-f9cf-47aa-b879-c07486210261'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:33.510741 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['5f4b47ca-f9cf-47aa-b879-c07486210261'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:33.632151 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Set router 5f4b47ca-f9cf-47aa-b879-c07486210261 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:33.847664 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d1f196c-0903-4338-be17-54dc3858953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:30Z', 'revision_number': 4, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port': {'id': '5d1f196c-0903-4338-be17-54dc3858953e', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '1d115062-cc5f-45ab-a0ea-334035aec04c', 'name': '', 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'mac_address': 'fa:16:3e:61:6b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5392b0a3-d9fa-4be6-8d0d-a1a183784086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:31Z', 'revision_number': 2, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'subnets': [{'id': '5392b0a3-d9fa-4be6-8d0d-a1a183784086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:33.875057 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Checking router: 5f4b47ca-f9cf-47aa-b879-c07486210261 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:06:33.875410 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Updating router 5f4b47ca-f9cf-47aa-b879-c07486210261 port 1d115062-cc5f-45ab-a0ea-334035aec04c binding host dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:06:33.909409 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.167446 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 6121db32-9891-4ec5-92c1-7217175f9132 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:34.238137 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Publish callbacks [] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.249237 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.255851 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 6121db32-9891-4ec5-92c1-7217175f9132 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:34.256217 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (6121db32-9891-4ec5-92c1-7217175f9132), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.256575 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 6121db32-9891-4ec5-92c1-7217175f9132 Oct 23 01:06:34.329266 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:34.354617 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7abce7-a951-40ed-8424-630e0c7eb655 None None] Pushing event updated for resources: {'Port': ['ID=1d115062-cc5f-45ab-a0ea-334035aec04c,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:34.399685 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Attempting to bind port 1d115062-cc5f-45ab-a0ea-334035aec04c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:34.400062 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Attempting to bind port 1d115062-cc5f-45ab-a0ea-334035aec04c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:34.400532 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Attempting to bind port 1d115062-cc5f-45ab-a0ea-334035aec04c on network b174845a-9e8e-4acf-8f1b-454cfcdec921 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:34.451558 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:34.468628 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 6121db32-9891-4ec5-92c1-7217175f9132 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:34.469687 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 5d1f196c-0903-4338-be17-54dc3858953e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:34.496421 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Checking agent: {'id': '5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 15), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:34.497107 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Checking segment: {'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:34.497230 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.497585 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Bound using segment: {'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:34.498056 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Bound port: 1d115062-cc5f-45ab-a0ea-334035aec04c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e182896-2b11-4d79-93f4-29b246b3893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:34.498433 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.568583 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 5d1f196c-0903-4338-be17-54dc3858953e triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:34.568868 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (5d1f196c-0903-4338-be17-54dc3858953e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.569201 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 5d1f196c-0903-4338-be17-54dc3858953e Oct 23 01:06:34.606239 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] For port 1d115062-cc5f-45ab-a0ea-334035aec04c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:34.623595 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] For port 1d115062-cc5f-45ab-a0ea-334035aec04c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1d115062-cc5f-45ab-a0ea-334035aec04c,segment=NetworkSegment(1e182896-2b11-4d79-93f4-29b246b3893e),segment_id=1e182896-2b11-4d79-93f4-29b246b3893e)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:34.634951 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.698472 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Routers {'5f4b47ca-f9cf-47aa-b879-c07486210261'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:34.699092 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['5f4b47ca-f9cf-47aa-b879-c07486210261'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:34.762708 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7abce7-a951-40ed-8424-630e0c7eb655 None None] Pushing event updated for resources: {'Port': ['ID=1d115062-cc5f-45ab-a0ea-334035aec04c,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:34.767526 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 5d1f196c-0903-4338-be17-54dc3858953e is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:34.836235 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] Set router 5f4b47ca-f9cf-47aa-b879-c07486210261 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:35.170430 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d1f196c-0903-4338-be17-54dc3858953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:30Z', 'revision_number': 4, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port': {'id': '5d1f196c-0903-4338-be17-54dc3858953e', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '1d115062-cc5f-45ab-a0ea-334035aec04c', 'name': '', 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'mac_address': 'fa:16:3e:61:6b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5392b0a3-d9fa-4be6-8d0d-a1a183784086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'subnets': [{'id': '5392b0a3-d9fa-4be6-8d0d-a1a183784086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:35.199906 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234076c-4bb9-4d59-b42b-19290ef19968 None None] The sync data for ids ['5f4b47ca-f9cf-47aa-b879-c07486210261'] in dv-cinder-master-3-smb is: [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d1f196c-0903-4338-be17-54dc3858953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:30Z', 'revision_number': 4, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port': {'id': '5d1f196c-0903-4338-be17-54dc3858953e', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '1d115062-cc5f-45ab-a0ea-334035aec04c', 'name': '', 'network_id': 'b174845a-9e8e-4acf-8f1b-454cfcdec921', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'mac_address': 'fa:16:3e:61:6b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5392b0a3-d9fa-4be6-8d0d-a1a183784086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'subnets': [{'id': '5392b0a3-d9fa-4be6-8d0d-a1a183784086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:06:36.155382 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 1d115062-cc5f-45ab-a0ea-334035aec04c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:36.200937 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 1d115062-cc5f-45ab-a0ea-334035aec04c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:36.201565 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.202059 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 1d115062-cc5f-45ab-a0ea-334035aec04c Oct 23 01:06:36.248792 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:36.287950 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 1d115062-cc5f-45ab-a0ea-334035aec04c is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:36.288524 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.324726 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] For port 1d115062-cc5f-45ab-a0ea-334035aec04c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1d115062-cc5f-45ab-a0ea-334035aec04c,segment=NetworkSegment(1e182896-2b11-4d79-93f4-29b246b3893e),segment_id=1e182896-2b11-4d79-93f4-29b246b3893e)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:36.329266 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.369427 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:36.389355 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Pushing event updated for resources: {'Port': ['ID=1d115062-cc5f-45ab-a0ea-334035aec04c,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:38.057202 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:38.060213 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=36,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:38.150616 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 1d115062-cc5f-45ab-a0ea-334035aec04c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:38.208510 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Provisioning complete for port 1d115062-cc5f-45ab-a0ea-334035aec04c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:38.208971 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.209536 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Attempt 1 to provision port 1d115062-cc5f-45ab-a0ea-334035aec04c Oct 23 01:06:38.293927 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Current status of the port 1d115062-cc5f-45ab-a0ea-334035aec04c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:40.297941 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ce346800-2730-4c4c-8c70-c15f85268ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.001619 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:41.043654 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:41.490364 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2980-2506-4286-a680-109146715c0e req-427f5466-41be-4fbf-94a3-d12f5e32ae23 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:41.491736 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-427f5466-41be-4fbf-94a3-d12f5e32ae23 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 815 time: 0.1005423 Oct 23 01:06:41.506679 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-87c133f8-ea85-4e30-9caf-ede493677655 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/quotas/556e35a126cf4cdfa08a92edd6d58807 HTTP/1.1" status: 200 len: 375 time: 0.0096486 Oct 23 01:06:41.560766 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-f83e239f-5437-4ff8-9230-d9b64abbd25c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490751 Oct 23 01:06:41.667174 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-291d8a75-04de-4898-a9e7-df3610b503f2 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:06:41.668182 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-291d8a75-04de-4898-a9e7-df3610b503f2 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0960433 Oct 23 01:06:41.739704 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=25 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:41.741848 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=16 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:41.757670 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-de769de8-a571-4019-aaf5-8445f0a518ef service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836892 Oct 23 01:06:41.849923 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-50048d48-2771-4588-b2ee-aded659c7205 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865235 Oct 23 01:06:42.075504 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f6db5b5b-1e66-4ad6-8ab8-1c900c5a2009 req-0e9e09be-4f23-4a1c-962f-a2464a931c49 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0864203 Oct 23 01:06:42.446623 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c10612b7-b900-4f4c-a1ea-21372494dafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.118507 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2980-2506-4286-a680-109146715c0e req-a9e6e49a-f30f-40c6-8700-849f0b6e4740 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:43.120251 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-a9e6e49a-f30f-40c6-8700-849f0b6e4740 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 815 time: 0.1136465 Oct 23 01:06:43.133357 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'port': {'device_id': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'admin_state_up': True, 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:43.185683 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-42067124-d9b0-485a-bedd-8658ec296ef3 req-eb268203-a41c-4935-900a-920ce7907a69 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0314884 Oct 23 01:06:43.243874 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Made reservation on behalf of 556e35a126cf4cdfa08a92edd6d58807 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:43.248370 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.382071 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Allocated IP 172.20.0.4 (c44cd1c4-2962-40fa-90fa-ba32457bf09a/7135de45-1767-4440-8bd0-9f05dd66a0a7/164bf152-85b4-40f5-bcd8-c932d8e7b457) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:43.549078 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.586356 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.655565 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:43.662249 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:43.675322 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'Port': ['ID=164bf152-85b4-40f5-bcd8-c932d8e7b457,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:43.679028 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:43.752438 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.754384 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:43.755091 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.770459 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:43.790298 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-d7e0e0f2-a7fc-4f95-b8a2-d4a65710761f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6612866 Oct 23 01:06:43.965723 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-064d9736-2d14-4eb8-b792-89345edf5399 None None] Provisioning complete for port 164bf152-85b4-40f5-bcd8-c932d8e7b457 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:43.966428 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-064d9736-2d14-4eb8-b792-89345edf5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.966847 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-064d9736-2d14-4eb8-b792-89345edf5399 None None] Attempt 1 to provision port 164bf152-85b4-40f5-bcd8-c932d8e7b457 Oct 23 01:06:44.016996 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-064d9736-2d14-4eb8-b792-89345edf5399 None None] Port 164bf152-85b4-40f5-bcd8-c932d8e7b457 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:44.312072 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb30bc-ee9c-49b2-b21e-49299d763dd3 req-e5ea25b7-83b5-4197-a767-235953747850 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:44.313579 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d6fb30bc-ee9c-49b2-b21e-49299d763dd3 req-e5ea25b7-83b5-4197-a767-235953747850 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0470686 Oct 23 01:06:44.369023 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-d6fb30bc-ee9c-49b2-b21e-49299d763dd3 req-46a42332-7473-48c8-922c-3353be05b97c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490110 Oct 23 01:06:45.363118 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:45.397776 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:45.504430 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64a3b-69bf-4ba6-9dac-4a3b07b7f696 req-6eb2e296-63be-4bb1-8bd8-389128756c86 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:45.508386 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-baf64a3b-69bf-4ba6-9dac-4a3b07b7f696 req-6eb2e296-63be-4bb1-8bd8-389128756c86 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0571566 Oct 23 01:06:45.562734 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-baf64a3b-69bf-4ba6-9dac-4a3b07b7f696 req-a70d4bd0-baea-49de-b37e-4dfeebcbc6d9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485675 Oct 23 01:06:46.689799 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b844f-e9f9-4133-a963-5c149362ba29 req-749e0d0c-b7e0-4517-855b-6ae90ccca707 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:46.691279 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c35b844f-e9f9-4133-a963-5c149362ba29 req-749e0d0c-b7e0-4517-855b-6ae90ccca707 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0473733 Oct 23 01:06:46.759780 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c35b844f-e9f9-4133-a963-5c149362ba29 req-7c15639a-833d-4056-9d80-c454a8f901e1 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582345 Oct 23 01:06:47.875895 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3a38f-01e6-4a07-acc7-064a99c53886 req-287dfa94-78a9-43d0-b4e2-41d6b19b2acf tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:47.877356 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-05e3a38f-01e6-4a07-acc7-064a99c53886 req-287dfa94-78a9-43d0-b4e2-41d6b19b2acf tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0529656 Oct 23 01:06:47.933552 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-05e3a38f-01e6-4a07-acc7-064a99c53886 req-01423910-2065-4dea-b468-3b42821ce389 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495441 Oct 23 01:06:49.055265 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9094de-8926-447d-807a-6a6e394e54d2 req-0c867a9b-b765-4f07-9906-3fe6bc765cf8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:49.056741 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dc9094de-8926-447d-807a-6a6e394e54d2 req-0c867a9b-b765-4f07-9906-3fe6bc765cf8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0464895 Oct 23 01:06:49.103105 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dc9094de-8926-447d-807a-6a6e394e54d2 req-9821387f-e21d-421d-9555-e59685fa75e3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Oct 23 01:06:50.231639 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcfc28-4799-407c-9f50-97dc8915fc5d req-d259d0e6-0699-4d11-b466-8622b52aee9c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:50.233185 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c4dcfc28-4799-407c-9f50-97dc8915fc5d req-d259d0e6-0699-4d11-b466-8622b52aee9c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0548484 Oct 23 01:06:50.292568 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c4dcfc28-4799-407c-9f50-97dc8915fc5d req-559919d0-8f08-48ab-9ccf-3b0580f0860a tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530360 Oct 23 01:06:51.390058 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:51.407434 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305993c5-6641-44b2-b2d6-adbe94881a05 req-687bf87c-2937-495b-81b7-476f901724b9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:51.408933 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-305993c5-6641-44b2-b2d6-adbe94881a05 req-687bf87c-2937-495b-81b7-476f901724b9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0468354 Oct 23 01:06:51.455273 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-305993c5-6641-44b2-b2d6-adbe94881a05 req-21ea3553-55ba-4989-a357-ab847236d14a tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Oct 23 01:06:52.444052 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:52.576927 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2a4a4-8931-48d1-b428-121b79e0e4ce req-d8739a08-c85c-41c8-aa3e-d2a6071f1ee7 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:52.578361 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eeb2a4a4-8931-48d1-b428-121b79e0e4ce req-d8739a08-c85c-41c8-aa3e-d2a6071f1ee7 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0458724 Oct 23 01:06:52.597686 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:52.628774 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-eeb2a4a4-8931-48d1-b428-121b79e0e4ce req-a4f5e085-aa54-445a-9892-188ceebb7a27 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Oct 23 01:06:53.746903 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e0bb-4854-4c6b-9c56-5101dced7c93 req-462f12c3-d358-4de3-9c9c-b70e906b55ae tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:53.748391 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-da60e0bb-4854-4c6b-9c56-5101dced7c93 req-462f12c3-d358-4de3-9c9c-b70e906b55ae tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0459099 Oct 23 01:06:53.779352 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=62,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:53.795664 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-da60e0bb-4854-4c6b-9c56-5101dced7c93 req-342a34a4-d27c-484b-b3af-86ceec090b8c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Oct 23 01:06:54.557546 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-e611f22a-7c74-416d-b3dd-7ef61430991c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:06:54.558540 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-e611f22a-7c74-416d-b3dd-7ef61430991c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053427 Oct 23 01:06:54.614525 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Request body: {'port': {'device_id': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:54.676041 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:54.914456 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1023a-a0b5-4f89-a6ce-bba600caea4d req-e3f920a2-8777-4976-9854-6bf91b7f59b7 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:54.915945 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dbc1023a-a0b5-4f89-a6ce-bba600caea4d req-e3f920a2-8777-4976-9854-6bf91b7f59b7 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 931 time: 0.0459619 Oct 23 01:06:54.924467 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164bf152-85b4-40f5-bcd8-c932d8e7b457 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:06:54.932904 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Publish callbacks [] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:54.945567 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Transition to ACTIVE for port object 164bf152-85b4-40f5-bcd8-c932d8e7b457 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:06:54.949580 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:54.962985 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-dbc1023a-a0b5-4f89-a6ce-bba600caea4d req-b524a6bb-9fa8-4dac-9df3-6f658f535f55 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Oct 23 01:06:55.031603 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Pushing event updated for resources: {'Port': ['ID=164bf152-85b4-40f5-bcd8-c932d8e7b457,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:55.059510 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Attempting to bind port 164bf152-85b4-40f5-bcd8-c932d8e7b457 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:55.059836 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Attempting to bind port 164bf152-85b4-40f5-bcd8-c932d8e7b457 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:55.060154 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Attempting to bind port 164bf152-85b4-40f5-bcd8-c932d8e7b457 on network c44cd1c4-2962-40fa-90fa-ba32457bf09a {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:55.100970 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Port 164bf152-85b4-40f5-bcd8-c932d8e7b457 on network c44cd1c4-2962-40fa-90fa-ba32457bf09a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:06:55.101209 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Attempting to bind port 164bf152-85b4-40f5-bcd8-c932d8e7b457 on network c44cd1c4-2962-40fa-90fa-ba32457bf09a {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:55.144708 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Checking agent: {'id': 'f194495e-ef0a-43a3-99d8-511dbc6ccae4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:55.145565 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Checking segment: {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:55.145948 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Bound using segment: {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:55.146367 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Bound port: 164bf152-85b4-40f5-bcd8-c932d8e7b457, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:55.146716 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:55.204813 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] For port 164bf152-85b4-40f5-bcd8-c932d8e7b457, host hv-cinder-maste, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:55.208508 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] For port 164bf152-85b4-40f5-bcd8-c932d8e7b457, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:55.214665 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:55.217924 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:55.218820 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:55.220161 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 1093 time: 0.6531484 Oct 23 01:06:55.222225 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:06:55.225926 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:06:55.306841 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eaf5fa-bee4-405e-8391-13b5dd20a03b service neutron] Pushing event updated for resources: {'Port': ['ID=164bf152-85b4-40f5-bcd8-c932d8e7b457,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:55.312604 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2980-2506-4286-a680-109146715c0e req-edfbb458-1090-4e1b-afab-ce5deed24744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:55.314321 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-edfbb458-1090-4e1b-afab-ce5deed24744 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1127 time: 0.0560188 Oct 23 01:06:55.329788 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b192e2c0-df03-4566-9ee1-c1420eb52847 x-openstack-request-id: req-b192e2c0-df03-4566-9ee1-c1420eb52847 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:06:55.330064 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:06:55.330305 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b192e2c0-df03-4566-9ee1-c1420eb52847 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:06:55.330693 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b192e2c0-df03-4566-9ee1-c1420eb52847'] response: {'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'status': 'completed', 'code': 200} Oct 23 01:06:55.358978 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-f053c447-1663-47b3-9291-f1124ac2f03c service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 217 time: 0.0379200 Oct 23 01:06:55.406017 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2980-2506-4286-a680-109146715c0e req-64aabe42-66c0-4c7a-b679-365369a1e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:55.407388 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-64aabe42-66c0-4c7a-b679-365369a1e5ed service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0422347 Oct 23 01:06:55.437420 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:55.450412 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2980-2506-4286-a680-109146715c0e req-e70461bf-51b9-43a1-9a45-4441f0d80b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:55.451867 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-e70461bf-51b9-43a1-9a45-4441f0d80b24 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385797 Oct 23 01:06:55.514384 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:55.543944 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-ef575853-8589-4027-83f1-252985615115 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852892 Oct 23 01:06:55.631343 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-d82a2980-2506-4286-a680-109146715c0e req-26a608fa-1243-4ee8-b868-3f802c8e4926 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811989 Oct 23 01:06:56.085747 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a700-503e-40c0-af46-ea37313a33b6 req-b95562d0-da84-45f8-8b96-98feb66e141d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:56.087207 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ffb4a700-503e-40c0-af46-ea37313a33b6 req-b95562d0-da84-45f8-8b96-98feb66e141d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 943 time: 0.0497034 Oct 23 01:06:56.133272 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ffb4a700-503e-40c0-af46-ea37313a33b6 req-f55a9ec3-a032-4868-b609-ba2e08381d6d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Oct 23 01:06:57.251630 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9bdc3-1c9b-40d6-9616-244637ee9db0 req-9be14630-0177-4eee-9944-92b21fcd454c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:57.253098 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4bc9bdc3-1c9b-40d6-9616-244637ee9db0 req-9be14630-0177-4eee-9944-92b21fcd454c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 943 time: 0.0460241 Oct 23 01:06:57.303843 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4bc9bdc3-1c9b-40d6-9616-244637ee9db0 req-7a0c8533-0537-47be-a8d0-7924b3f8f1a0 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Oct 23 01:06:57.668967 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-aa8f23f8-75fa-44d5-91b1-49641714dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:57.670481 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-aa8f23f8-75fa-44d5-91b1-49641714dbf6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1127 time: 0.0435698 Oct 23 01:06:57.757845 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-53c6a406-c7aa-482a-ade3-a718a29edebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:57.759280 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-53c6a406-c7aa-482a-ade3-a718a29edebe service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.0822902 Oct 23 01:06:57.797415 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-b8afd481-30a1-4e46-a67d-4f805ee42a26 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 217 time: 0.0313869 Oct 23 01:06:57.849647 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-82b4af5d-d485-49eb-9d32-c240457b8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:57.851087 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-82b4af5d-d485-49eb-9d32-c240457b8a36 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0480235 Oct 23 01:06:57.893823 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-b47bacf9-9c70-44ff-85a0-49aa0d080e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:57.895329 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-b47bacf9-9c70-44ff-85a0-49aa0d080e83 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383987 Oct 23 01:06:57.980155 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-98527839-4db1-454f-aa2b-1a063c1b5952 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791409 Oct 23 01:06:58.075093 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-78e9063b-15bc-4fce-93c1-7e6cdbccaf06 req-e85ca279-5f83-4c1a-9bf5-5cc9cc40553f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874796 Oct 23 01:06:58.421145 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb44b0-b4a6-45db-8209-8b4745563fac req-53784782-0c63-4c49-afff-7a5bd302029e tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:58.422579 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dfb44b0-b4a6-45db-8209-8b4745563fac req-53784782-0c63-4c49-afff-7a5bd302029e tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 943 time: 0.0456233 Oct 23 01:06:58.471694 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5dfb44b0-b4a6-45db-8209-8b4745563fac req-7ab4bf79-1761-4de1-8549-f5d66b2d5937 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Oct 23 01:06:58.634202 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 164bf152-85b4-40f5-bcd8-c932d8e7b457 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:06:58.637049 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:06:58.729948 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 164bf152-85b4-40f5-bcd8-c932d8e7b457, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:58.742038 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Returning: {'device': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'port_id': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'mac_address': 'fa:16:3e:23:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:06:58.778810 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 164bf152-85b4-40f5-bcd8-c932d8e7b457 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:58.779196 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:58.792431 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164bf152-85b4-40f5-bcd8-c932d8e7b457 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:06:58.811833 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 164bf152-85b4-40f5-bcd8-c932d8e7b457, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:58.816552 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:58.861933 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=164bf152-85b4-40f5-bcd8-c932d8e7b457,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:59.156225 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['164bf152-85b4-40f5-bcd8-c932d8e7b457'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:06:59.220511 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:59.232215 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:59.590289 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35a3c0-b545-49f8-ad6c-38978b1f3b7f req-fa625689-59c6-4b48-94e3-337afde85265 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:59.591733 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4c35a3c0-b545-49f8-ad6c-38978b1f3b7f req-fa625689-59c6-4b48-94e3-337afde85265 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 944 time: 0.0465674 Oct 23 01:06:59.639084 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4c35a3c0-b545-49f8-ad6c-38978b1f3b7f req-81f07a49-77c7-41f1-ab0f-a6de8b012a59 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Oct 23 01:07:00.662112 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 164bf152-85b4-40f5-bcd8-c932d8e7b457 up at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:00.703656 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning for port 164bf152-85b4-40f5-bcd8-c932d8e7b457 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:07:00.709936 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Provisioning complete for port 164bf152-85b4-40f5-bcd8-c932d8e7b457 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:00.710309 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:00.710641 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Attempt 1 to provision port 164bf152-85b4-40f5-bcd8-c932d8e7b457 Oct 23 01:07:00.758427 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb855d-5bf7-4ed3-86de-567b7625cd41 req-dc2cfcba-4cb0-4c14-91b1-7136a8b25971 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:00.759901 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6cbb855d-5bf7-4ed3-86de-567b7625cd41 req-dc2cfcba-4cb0-4c14-91b1-7136a8b25971 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 944 time: 0.0467887 Oct 23 01:07:00.783915 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Current status of the port 164bf152-85b4-40f5-bcd8-c932d8e7b457 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:00.784315 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:00.806627 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:07:00.807488 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6cbb855d-5bf7-4ed3-86de-567b7625cd41 req-b4f93ced-29fd-4a24-883f-43f464ce41b1 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 Oct 23 01:07:00.812537 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18b321cb0aed647720bdd63ae8187e9075187e07f7e46bd65b5630e074a93847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f73c8d-1b66-44ff-bea8-869eb95209ee" -d '{"events": [{"server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "name": "network-vif-plugged", "status": "completed", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:07:00.825934 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] For port 164bf152-85b4-40f5-bcd8-c932d8e7b457, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:00.841719 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:00.890189 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Pushing event updated for resources: {'Port': ['ID=164bf152-85b4-40f5-bcd8-c932d8e7b457,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:00.911906 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fcf26b-3d82-4a3f-a1a1-2ba0f84dbaa6 x-openstack-request-id: req-f0fcf26b-3d82-4a3f-a1a1-2ba0f84dbaa6 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:07:00.912334 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "name": "network-vif-plugged", "status": "completed", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:07:00.912537 dv-cinder-master-3-smb neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0fcf26b-3d82-4a3f-a1a1-2ba0f84dbaa6 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:07:00.912928 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fcf26b-3d82-4a3f-a1a1-2ba0f84dbaa6'] response: {'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'code': 200} Oct 23 01:07:01.067622 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b685aa-fedd-44aa-b3ee-2acd54523be6 req-311d910b-49ca-4560-822d-cc2be49ed22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:01.069717 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-68b685aa-fedd-44aa-b3ee-2acd54523be6 req-311d910b-49ca-4560-822d-cc2be49ed22c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1129 time: 0.0384617 Oct 23 01:07:01.110579 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-68b685aa-fedd-44aa-b3ee-2acd54523be6 req-d8a12aa8-048c-49fc-96d8-57759a9abdf5 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356185 Oct 23 01:07:01.933816 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27e0b7-036e-4365-b666-49285677f306 req-0fc6f63c-852f-4481-a8b1-ca054e496325 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:01.935243 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd27e0b7-036e-4365-b666-49285677f306 req-0fc6f63c-852f-4481-a8b1-ca054e496325 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Oct 23 01:07:01.980891 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-fd27e0b7-036e-4365-b666-49285677f306 req-24c48d23-9c11-4ab0-866d-095e19623c54 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401552 Oct 23 01:07:03.098883 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd17b0-f04b-412a-bf94-e0b7868427d0 req-470ab1c5-4458-4d75-afb4-1351c9926af5 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:03.100931 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6dbd17b0-f04b-412a-bf94-e0b7868427d0 req-470ab1c5-4458-4d75-afb4-1351c9926af5 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0454016 Oct 23 01:07:03.146864 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-6dbd17b0-f04b-412a-bf94-e0b7868427d0 req-fab0162d-ec0e-4a01-a3d6-8ba3039c88fa tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Oct 23 01:07:03.266194 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3189-8faa-4831-88a0-f4017469714e req-f226f2e4-ef7c-412c-95a2-5fcb0ba7eb41 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:03.267625 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1dfe3189-8faa-4831-88a0-f4017469714e req-f226f2e4-ef7c-412c-95a2-5fcb0ba7eb41 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0491960 Oct 23 01:07:03.291790 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:03.319390 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-1dfe3189-8faa-4831-88a0-f4017469714e req-4f6373fc-15ba-46e0-b805-6606afbdb73c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Oct 23 01:07:03.629837 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:03.643105 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aedd7-bd15-4770-9084-621c6cad16bf req-46df7b77-0100-44d7-a332-30188a373d3c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:03.644595 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4f6aedd7-bd15-4770-9084-621c6cad16bf req-46df7b77-0100-44d7-a332-30188a373d3c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Oct 23 01:07:03.690474 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-4f6aedd7-bd15-4770-9084-621c6cad16bf req-3eabe94e-d90b-4305-b6b9-9dd1b0931457 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 Oct 23 01:07:07.872367 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847973-df8d-494c-84fa-13c8785bb9d2 req-e1b585b0-0ce9-4448-b138-74a4fc0f62f4 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:07.873811 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53847973-df8d-494c-84fa-13c8785bb9d2 req-e1b585b0-0ce9-4448-b138-74a4fc0f62f4 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0498092 Oct 23 01:07:07.922881 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-53847973-df8d-494c-84fa-13c8785bb9d2 req-a9c3aa69-f05a-4d23-9ab2-83630423d62f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Oct 23 01:07:07.952137 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46520) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:08.033518 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94e5e3-56bc-41a1-b605-79c5cb4eb81b tempest-TestMinimumBasicScenario-730378537 tempest-TestMinimumBasicScenario-730378537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:08.035014 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3d94e5e3-56bc-41a1-b605-79c5cb4eb81b tempest-TestMinimumBasicScenario-730378537 tempest-TestMinimumBasicScenario-730378537-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1124 time: 0.0818872 Oct 23 01:07:08.038057 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46524) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:08.042160 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'floatingip': {'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'port_id': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:08.062073 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.138726 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.228687 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:08.245440 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Allocated IP 172.37.1.9 (74737bbd-4eba-40c6-a252-dce96ba1f5af/81975a69-7eb3-4015-9c6d-692be6a0e92d/8c06fe2b-99b7-4b3e-9ac4-86f5d9419958) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:08.247089 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:08.344755 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for port (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.377991 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784370823774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.417714 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Network 74737bbd-4eba-40c6-a252-dce96ba1f5af is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:08.424027 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:08.428395 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:08.433441 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'Port': ['ID=8c06fe2b-99b7-4b3e-9ac4-86f5d9419958,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:08.767607 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for floatingip (e334905b-7f57-41d6-b2d4-08f5b2b7994e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.831010 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.950054 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:08.978451 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for port (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.982756 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590089'] for port (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.987083 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:09.049631 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'Port': ['ID=8c06fe2b-99b7-4b3e-9ac4-86f5d9419958,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:09.052099 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993333'] for floatingip (e334905b-7f57-41d6-b2d4-08f5b2b7994e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.145828 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.db.l3_db [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Floating IP e334905b-7f57-41d6-b2d4-08f5b2b7994e associated. External IP: 172.37.1.9, port: 164bf152-85b4-40f5-bcd8-c932d8e7b457. Oct 23 01:07:09.337932 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:07:09.437781 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:09.447835 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] Sync routers for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:09.455353 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.458219 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:09.458837 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:09.484559 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e808d92f-283a-4549-858c-dd301a55a493 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4454739 Oct 23 01:07:09.485202 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:07:09.487432 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502d8986-a099-4ba9-af77-b477f60c6c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:07:09.487611 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46526) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:09.493005 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-85e78318-636d-4181-90e9-8ca9584a1789 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877141041', 'description': 'tempest-secgroup-smoke-877141041 description', 'project_id': '556e35a126cf4cdfa08a92edd6d58807'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:09.517064 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85e78318-636d-4181-90e9-8ca9584a1789 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.526037 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0707b85-6796-4736-aa40-a1d53a96c870 x-openstack-request-id: req-d0707b85-6796-4736-aa40-a1d53a96c870 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:07:09.526328 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:07:09.526578 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0707b85-6796-4736-aa40-a1d53a96c870 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:07:09.526986 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0707b85-6796-4736-aa40-a1d53a96c870'] response: {'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'status': 'completed', 'code': 200} Oct 23 01:07:09.565533 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:09.589605 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-f7db2afe-6de3-466a-8fad-dfa9bb9e5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:09.591058 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-f7db2afe-6de3-466a-8fad-dfa9bb9e5bd0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1129 time: 0.0432110 Oct 23 01:07:09.592674 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85e78318-636d-4181-90e9-8ca9584a1789 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group (4266cf3f-db2f-4d37-a3e7-a25a5a7865f3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.597025 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85e78318-636d-4181-90e9-8ca9584a1789 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (4266cf3f-db2f-4d37-a3e7-a25a5a7865f3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.629899 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85e78318-636d-4181-90e9-8ca9584a1789 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.634399 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-85e78318-636d-4181-90e9-8ca9584a1789 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1429198 Oct 23 01:07:09.634567 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46530) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:09.638884 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-eb3822bf-7696-48ec-8c38-3db2bb95e58d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'security_group_rule': {'security_group_id': '4266cf3f-db2f-4d37-a3e7-a25a5a7865f3', 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:09.644743 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e78318-636d-4181-90e9-8ca9584a1789 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:09.671660 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb3822bf-7696-48ec-8c38-3db2bb95e58d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (0db55ea0-d97f-49ce-b9a7-c9854ff990c3), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.696609 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-2d67ed54-a930-4971-bac4-2496765b271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:09.698156 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-2d67ed54-a930-4971-bac4-2496765b271b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.1005383 Oct 23 01:07:09.733399 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb3822bf-7696-48ec-8c38-3db2bb95e58d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (0db55ea0-d97f-49ce-b9a7-c9854ff990c3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.737385 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb3822bf-7696-48ec-8c38-3db2bb95e58d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (0db55ea0-d97f-49ce-b9a7-c9854ff990c3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.757996 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3822bf-7696-48ec-8c38-3db2bb95e58d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db55ea0-d97f-49ce-b9a7-c9854ff990c3,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:09.766928 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb3822bf-7696-48ec-8c38-3db2bb95e58d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.767155 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-fd4a3fdc-ba36-4a34-bd29-6f707a277d44 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 997 time: 0.0633333 Oct 23 01:07:09.768218 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-eb3822bf-7696-48ec-8c38-3db2bb95e58d tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326797 Oct 23 01:07:09.771025 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46532) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:09.775869 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-ae8793be-8e9e-42f5-8528-1d9d9d0161eb tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'security_group_rule': {'security_group_id': '4266cf3f-db2f-4d37-a3e7-a25a5a7865f3', 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:09.794144 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e334905b-7f57-41d6-b2d4-08f5b2b7994e', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'floating_ip_address': '172.37.1.9', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'port_id': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'mac_address': 'fa:16:3e:23:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:08Z', 'updated_at': '2022-10-23T01:07:08Z', 'revision_number': 0, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 5, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:09.804618 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae8793be-8e9e-42f5-8528-1d9d9d0161eb tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (816b1587-744d-4b22-9475-d90106c93bf3), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.820829 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] Checking router: 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:09.822196 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-2f3edd97-a950-4078-a501-258861b47356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:09.823816 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-2f3edd97-a950-4078-a501-258861b47356 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0508895 Oct 23 01:07:09.829717 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:09.830321 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:06:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:09.866328 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae8793be-8e9e-42f5-8528-1d9d9d0161eb tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (816b1587-744d-4b22-9475-d90106c93bf3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.871251 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae8793be-8e9e-42f5-8528-1d9d9d0161eb tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (816b1587-744d-4b22-9475-d90106c93bf3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.876492 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-88e20486-d788-43cc-87d6-80752eb3297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:09.878032 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-88e20486-d788-43cc-87d6-80752eb3297e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488787 Oct 23 01:07:09.890622 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8793be-8e9e-42f5-8528-1d9d9d0161eb tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816b1587-744d-4b22-9475-d90106c93bf3,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:09.891450 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:09.902218 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae8793be-8e9e-42f5-8528-1d9d9d0161eb tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.906932 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ae8793be-8e9e-42f5-8528-1d9d9d0161eb tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312559 Oct 23 01:07:09.907105 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46534) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:09.933939 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-163cab5f-c572-4005-b4bc-5028dc598cb8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'security_group_rule': {'security_group_id': '4266cf3f-db2f-4d37-a3e7-a25a5a7865f3', 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:09.935617 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:09.980397 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-163cab5f-c572-4005-b4bc-5028dc598cb8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (59e5de6b-6801-4e9b-8ceb-0ca9fbed8d7a), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.012592 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-4f653af6-3261-4b0f-86dc-f42e4de0bc15 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289122 Oct 23 01:07:10.149274 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e334905b-7f57-41d6-b2d4-08f5b2b7994e', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'floating_ip_address': '172.37.1.9', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'port_id': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'mac_address': 'fa:16:3e:23:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:08Z', 'updated_at': '2022-10-23T01:07:08Z', 'revision_number': 0, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 5, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:10.178630 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094350c-0ca5-42a6-9681-426cdc9ec5b2 None None] The sync data for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb is: [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e334905b-7f57-41d6-b2d4-08f5b2b7994e', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'floating_ip_address': '172.37.1.9', 'floating_network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'router_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'port_id': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'mac_address': 'fa:16:3e:23:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:08Z', 'updated_at': '2022-10-23T01:07:08Z', 'revision_number': 0, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 5, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:10.303655 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-80e3632f-6724-40a6-8363-5e9efc391bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.316899 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:10.375849 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-163cab5f-c572-4005-b4bc-5028dc598cb8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (59e5de6b-6801-4e9b-8ceb-0ca9fbed8d7a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.383242 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cfe31b-646b-4d86-b260-e37601b71a45 None None] New status for floating IP e334905b-7f57-41d6-b2d4-08f5b2b7994e: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:07:10.383489 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-163cab5f-c572-4005-b4bc-5028dc598cb8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (59e5de6b-6801-4e9b-8ceb-0ca9fbed8d7a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.410705 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cab5f-c572-4005-b4bc-5028dc598cb8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e5de6b-6801-4e9b-8ceb-0ca9fbed8d7a,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.423794 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-163cab5f-c572-4005-b4bc-5028dc598cb8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.425012 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-163cab5f-c572-4005-b4bc-5028dc598cb8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5174303 Oct 23 01:07:10.427138 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-502d8986-a099-4ba9-af77-b477f60c6c3f req-c2188b77-9fbf-4ff9-af98-dd9828d22bf5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057772 Oct 23 01:07:10.427783 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46536) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:10.431940 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.v2.base [None req-cc06fa51-3b46-4310-be20-941fa071bf65 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'security_group_rule': {'security_group_id': '4266cf3f-db2f-4d37-a3e7-a25a5a7865f3', 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:10.460575 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cc06fa51-3b46-4310-be20-941fa071bf65 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (0d590b3f-d805-4182-b475-f730e356915c), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.520818 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cc06fa51-3b46-4310-be20-941fa071bf65 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (0d590b3f-d805-4182-b475-f730e356915c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.525019 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cc06fa51-3b46-4310-be20-941fa071bf65 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (0d590b3f-d805-4182-b475-f730e356915c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.544252 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06fa51-3b46-4310-be20-941fa071bf65 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d590b3f-d805-4182-b475-f730e356915c,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.550051 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cc06fa51-3b46-4310-be20-941fa071bf65 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.551167 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-cc06fa51-3b46-4310-be20-941fa071bf65 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224566 Oct 23 01:07:10.554324 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46538) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:10.558882 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-d85ee17d-cc5e-40c7-8a99-e23035247ab9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'security_group_rule': {'security_group_id': '4266cf3f-db2f-4d37-a3e7-a25a5a7865f3', 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:10.581432 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-d85ee17d-cc5e-40c7-8a99-e23035247ab9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Project 556e35a126cf4cdfa08a92edd6d58807 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:07:10.587605 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d85ee17d-cc5e-40c7-8a99-e23035247ab9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (a4d322dd-dd17-4d2e-8b51-b979b0e58b5e), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.645290 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d85ee17d-cc5e-40c7-8a99-e23035247ab9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (a4d322dd-dd17-4d2e-8b51-b979b0e58b5e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.649372 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d85ee17d-cc5e-40c7-8a99-e23035247ab9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (a4d322dd-dd17-4d2e-8b51-b979b0e58b5e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.666878 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ee17d-cc5e-40c7-8a99-e23035247ab9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d322dd-dd17-4d2e-8b51-b979b0e58b5e,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.674848 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d85ee17d-cc5e-40c7-8a99-e23035247ab9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.676011 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-d85ee17d-cc5e-40c7-8a99-e23035247ab9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206856 Oct 23 01:07:10.678847 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46540) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:10.682992 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [None req-148406cf-a69f-4a57-8705-272ab957db83 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'security_group_rule': {'security_group_id': '4266cf3f-db2f-4d37-a3e7-a25a5a7865f3', 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:10.690164 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:10.697630 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:10.706952 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-148406cf-a69f-4a57-8705-272ab957db83 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Project 556e35a126cf4cdfa08a92edd6d58807 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:07:10.714464 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-148406cf-a69f-4a57-8705-272ab957db83 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (25972817-8d6c-434e-8b32-291387133efc), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.773142 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-148406cf-a69f-4a57-8705-272ab957db83 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (25972817-8d6c-434e-8b32-291387133efc), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.776547 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-148406cf-a69f-4a57-8705-272ab957db83 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781335'] for security_group_rule (25972817-8d6c-434e-8b32-291387133efc), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.796049 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148406cf-a69f-4a57-8705-272ab957db83 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25972817-8d6c-434e-8b32-291387133efc,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.801361 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-148406cf-a69f-4a57-8705-272ab957db83 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.802488 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-148406cf-a69f-4a57-8705-272ab957db83 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227212 Oct 23 01:07:10.894712 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-43451eaa-925a-4fbd-83a4-e5a3f702ed2c tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-877141041&fields=id&tenant_id=556e35a126cf4cdfa08a92edd6d58807 HTTP/1.1" status: 200 len: 267 time: 0.0463502 Oct 23 01:07:10.943092 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-f5194e7c-db3a-4aa9-878a-51af4dd551a7 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:10.945120 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-f5194e7c-db3a-4aa9-878a-51af4dd551a7 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0451365 Oct 23 01:07:10.955334 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'port': {'security_groups': ['b027f5ad-c112-444d-bb77-a5a70449703f', '4266cf3f-db2f-4d37-a3e7-a25a5a7865f3']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:11.020189 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.196477 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] For port 164bf152-85b4-40f5-bcd8-c932d8e7b457, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:11.223032 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.227954 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.240658 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.240658 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.240978 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['164bf152-85b4-40f5-bcd8-c932d8e7b457'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:07:11.241085 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-becc50c9-4084-4c19-9493-a23ae58de9bb req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "PUT /networking/v2.0/ports/164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 981 time: 0.2886553 Oct 23 01:07:11.241085 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:07:11.243032 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4c653-1891-4026-ac02-bfc175003cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:07:11.313168 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['164bf152-85b4-40f5-bcd8-c932d8e7b457'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:07:11.321683 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dbc61-3bc9-44d3-91ec-43158d5f1fc3 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'Port': ['ID=164bf152-85b4-40f5-bcd8-c932d8e7b457,revision_number=6']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:11.359300 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47bab32-3be0-432b-8da0-4471544a8205 x-openstack-request-id: req-b47bab32-3be0-432b-8da0-4471544a8205 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:07:11.359592 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:07:11.359839 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b47bab32-3be0-432b-8da0-4471544a8205 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:07:11.360233 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47bab32-3be0-432b-8da0-4471544a8205'] response: {'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'status': 'completed', 'code': 200} Oct 23 01:07:11.370023 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4125b-c2ed-4647-9f5f-885218c2e102 req-cf954ccf-272d-4344-8f34-19c9c7021ec5 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.371611 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a4c4125b-c2ed-4647-9f5f-885218c2e102 req-cf954ccf-272d-4344-8f34-19c9c7021ec5 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0686853 Oct 23 01:07:11.424372 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-9c43c5e7-1614-4423-bca2-1c8417e91522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.425877 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-9c43c5e7-1614-4423-bca2-1c8417e91522 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1168 time: 0.0415804 Oct 23 01:07:11.440979 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-a4c4125b-c2ed-4647-9f5f-885218c2e102 req-0f242371-8883-44cd-8aa4-c9c47feabb50 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621061 Oct 23 01:07:11.526346 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-d091a185-4e93-4a88-a3ae-5474ce6c3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.527930 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-d091a185-4e93-4a88-a3ae-5474ce6c3730 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.0947499 Oct 23 01:07:11.565195 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:11.571170 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:11.607137 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-763bc9df-19eb-4cfd-b70f-85a7a0855518 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 999 time: 0.0584130 Oct 23 01:07:11.654511 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-98236689-9ae0-459a-91a2-e0bb5a3e507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.655966 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-98236689-9ae0-459a-91a2-e0bb5a3e507c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0439117 Oct 23 01:07:11.703201 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-2cc792c3-d87a-4562-ba23-96b2e110e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.704629 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-2cc792c3-d87a-4562-ba23-96b2e110e02f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0412226 Oct 23 01:07:11.805688 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-0e52652e-82fb-4aa0-b055-edde9d83250e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 Oct 23 01:07:11.819400 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:11.899943 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-bcf4c653-1891-4026-ac02-bfc175003cbe req-064109d6-9e5d-484a-bfe2-a549638111be service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885932 Oct 23 01:07:12.451315 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-93a5a612-c892-4063-8fbf-f4f44e40ef14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.733709 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.357828 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.398795 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.151851 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:20.152613 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=83 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:21.426152 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=71,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:21.434666 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=1,neutron:SELECT=74,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:21.895263 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:21.896044 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:22.355816 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.347477 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:32.349311 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:32.381743 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-1a00a50a-6564-46fb-81ec-a22cd8e589d9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404027 Oct 23 01:07:32.461567 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-ab1406bc-7526-4e09-bfc9-f961f56bdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:32.463060 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-ab1406bc-7526-4e09-bfc9-f961f56bdec4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1168 time: 0.0395017 Oct 23 01:07:32.565989 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-ac76a27c-cd7b-4baa-a79f-76a65a577a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:32.567449 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-ac76a27c-cd7b-4baa-a79f-76a65a577a6a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.0876498 Oct 23 01:07:32.627764 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-721d74b0-efc3-42d4-b644-29bd74dfa3eb service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 999 time: 0.0547001 Oct 23 01:07:32.674088 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-599219f0-7627-4e6c-81d9-47be363cdffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:32.675475 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-599219f0-7627-4e6c-81d9-47be363cdffc service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0421848 Oct 23 01:07:32.721585 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-441f8e09-c9c6-4f87-8dcd-f827531b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:32.723077 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-441f8e09-c9c6-4f87-8dcd-f827531b50b6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415533 Oct 23 01:07:32.810687 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-fc9f71e2-9fa8-4d0c-9d89-6b9d9109f4b6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812106 Oct 23 01:07:32.901979 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-9ed5173c-cd32-4e24-ab90-8452754d33f4 req-41cc3b3e-9277-43dc-b5b0-44a1553c452d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852764 Oct 23 01:07:35.636263 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:07:40.295996 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-301ca288-e639-4b05-a29a-4d38f59f19d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.453565 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-16936fe9-18c4-4216-aea7-ec8963480f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.897713 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=53 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:42.898485 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=48 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:43.736375 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.360264 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.401568 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:49.731660 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:49.740683 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:52.346610 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.340577 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:02.343106 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:10.297038 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-046027ae-bd09-40be-9faf-5e1871d038f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.463565 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:10.468417 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:12.454867 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d870cfd-1111-43f0-9e64-d62857eaf09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:12.635524 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:08:13.739247 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.363454 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.404813 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.362052 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.677450 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-95a2ada8-bcd5-4b83-973f-d61f73dc3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:22.678859 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-95a2ada8-bcd5-4b83-973f-d61f73dc3b16 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1168 time: 0.0408008 Oct 23 01:08:22.683381 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efec1d-8e4f-4ae5-9a55-21a068f60e6d req-3ed065ad-9037-4267-9442-1e8bd1bff222 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:22.684941 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f3efec1d-8e4f-4ae5-9a55-21a068f60e6d req-3ed065ad-9037-4267-9442-1e8bd1bff222 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0487633 Oct 23 01:08:22.747981 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-f3efec1d-8e4f-4ae5-9a55-21a068f60e6d req-b6eb8a96-c6ff-4bb4-bb00-baddbeefd384 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571778 Oct 23 01:08:22.769959 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-cfb04782-8c3a-467c-bce7-abb9e2889fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:22.771411 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-cfb04782-8c3a-467c-bce7-abb9e2889fbb service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.0865111 Oct 23 01:08:22.835729 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-740d6883-4dac-4d55-a197-e082e82ce33b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 999 time: 0.0575726 Oct 23 01:08:22.882992 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-e71a79fe-c56b-401e-a737-40827b2f8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:22.884473 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-e71a79fe-c56b-401e-a737-40827b2f8ad8 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0425756 Oct 23 01:08:22.926985 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-77641e93-1ab7-4e61-b2ed-ae16e6b05956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:22.928543 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-77641e93-1ab7-4e61-b2ed-ae16e6b05956 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0376959 Oct 23 01:08:23.019183 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-02bd925c-50cd-46fc-95ca-36677dbd4c21 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844820 Oct 23 01:08:23.105087 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-ae91155f-5deb-4a7f-80ee-a66886c932c9 req-021ccbac-7167-47aa-a735-39f32c2099b9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801249 Oct 23 01:08:23.868615 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6907-dc91-4896-9218-606ffe3b3be3 req-72e4304e-3818-4696-8f29-9a4a4fa87df9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:23.870043 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ee8d6907-dc91-4896-9218-606ffe3b3be3 req-72e4304e-3818-4696-8f29-9a4a4fa87df9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0461402 Oct 23 01:08:23.927926 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-ee8d6907-dc91-4896-9218-606ffe3b3be3 req-adef8da8-5d29-46d0-9f95-ad7498e64591 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523043 Oct 23 01:08:25.046443 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063956f-d21c-4dd4-b364-07d0a2623a8b req-d5d74751-d4ed-4184-a049-a948ad293515 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:25.047879 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5063956f-d21c-4dd4-b364-07d0a2623a8b req-d5d74751-d4ed-4184-a049-a948ad293515 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0463519 Oct 23 01:08:25.107251 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-5063956f-d21c-4dd4-b364-07d0a2623a8b req-d0936d4b-a649-4767-8266-8b9719deb524 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537884 Oct 23 01:08:26.229618 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0cf5-7717-4881-b50a-7603512c31fb req-4ef129fa-4db1-4c33-bb24-19677d75404f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:26.231092 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-981b0cf5-7717-4881-b50a-7603512c31fb req-4ef129fa-4db1-4c33-bb24-19677d75404f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0511975 Oct 23 01:08:26.289260 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-981b0cf5-7717-4881-b50a-7603512c31fb req-b67d4b9b-36a1-47e8-8965-fa7d524d4f7e tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526683 Oct 23 01:08:26.741849 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:26.746872 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:27.409199 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a183-c0a8-49f3-bc70-8720917a5ebe req-6e0afdf1-36ef-462e-aafa-4465483b5143 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:27.410633 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-82f6a183-c0a8-49f3-bc70-8720917a5ebe req-6e0afdf1-36ef-462e-aafa-4465483b5143 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0462494 Oct 23 01:08:27.468660 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-82f6a183-c0a8-49f3-bc70-8720917a5ebe req-fc8d1d10-fbd8-4048-813b-3ada6089aed1 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525219 Oct 23 01:08:28.591597 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e007f6-8be4-43e2-9669-b4478daa6002 req-f0dea755-2e52-4c35-8357-45ae609e1ff1 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:28.593060 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c4e007f6-8be4-43e2-9669-b4478daa6002 req-f0dea755-2e52-4c35-8357-45ae609e1ff1 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0501297 Oct 23 01:08:28.652589 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-c4e007f6-8be4-43e2-9669-b4478daa6002 req-8471ba4b-c239-4102-9d47-332f922bb138 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539591 Oct 23 01:08:29.772727 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a596ad9-904e-4a72-ab18-fcf8ca6aed49 req-fb06544a-e5dc-4129-8eca-cfa8925d1f45 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:29.774160 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0a596ad9-904e-4a72-ab18-fcf8ca6aed49 req-fb06544a-e5dc-4129-8eca-cfa8925d1f45 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0472279 Oct 23 01:08:29.833018 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0a596ad9-904e-4a72-ab18-fcf8ca6aed49 req-41f6af20-2938-491e-8a97-baf28ce62a92 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526876 Oct 23 01:08:30.951214 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27d88e-11ea-4e91-b4eb-4f206f6a40db req-4a9a81be-74c6-4ac0-886f-3e0b144628c5 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:30.952654 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7a27d88e-11ea-4e91-b4eb-4f206f6a40db req-4a9a81be-74c6-4ac0-886f-3e0b144628c5 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0454791 Oct 23 01:08:31.013044 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7a27d88e-11ea-4e91-b4eb-4f206f6a40db req-c54b5756-f01d-4e3c-b3b7-b7645e9307b9 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548909 Oct 23 01:08:32.135836 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49070f-e88a-4e1a-af5e-85a818e6116e req-b749de7e-c541-4b01-a37e-db3aed49d1f8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:32.137336 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9f49070f-e88a-4e1a-af5e-85a818e6116e req-b749de7e-c541-4b01-a37e-db3aed49d1f8 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0479102 Oct 23 01:08:32.194858 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-9f49070f-e88a-4e1a-af5e-85a818e6116e req-a4d95d49-3f85-46fb-8d20-7a5c84cc80c6 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519850 Oct 23 01:08:32.355934 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:32.359199 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.100500 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=49 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.101224 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=45 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.295341 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.313357 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862087b-a9f8-4317-a62c-50a56dc8c785 req-7351cc07-8085-45ad-b819-fba760fef1dd tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:33.314786 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2862087b-a9f8-4317-a62c-50a56dc8c785 req-7351cc07-8085-45ad-b819-fba760fef1dd tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0463982 Oct 23 01:08:33.346670 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.375945 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2862087b-a9f8-4317-a62c-50a56dc8c785 req-94804af4-fda5-4639-ae24-d9eb6f4ca21e tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543885 Oct 23 01:08:33.483750 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7919-e92b-42af-a83a-cda2591fa3de req-4a20d0a1-54ed-4eb1-abce-d80c4851c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:33.485262 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-430e7919-e92b-42af-a83a-cda2591fa3de req-4a20d0a1-54ed-4eb1-abce-d80c4851c413 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1168 time: 0.0438986 Oct 23 01:08:33.590340 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7919-e92b-42af-a83a-cda2591fa3de req-7f3e037c-48c5-49ed-9fd5-ee8529dd6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:33.591794 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-430e7919-e92b-42af-a83a-cda2591fa3de req-7f3e037c-48c5-49ed-9fd5-ee8529dd6ad3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.0875254 Oct 23 01:08:33.661939 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-430e7919-e92b-42af-a83a-cda2591fa3de req-11fa6045-1037-4158-b139-4f9f7677c32b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 999 time: 0.0601568 Oct 23 01:08:33.710649 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7919-e92b-42af-a83a-cda2591fa3de req-2634404a-2d81-4161-b505-98ef3d378798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:33.712084 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-430e7919-e92b-42af-a83a-cda2591fa3de req-2634404a-2d81-4161-b505-98ef3d378798 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0433345 Oct 23 01:08:33.772671 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7919-e92b-42af-a83a-cda2591fa3de req-dfafc5b9-64eb-4ff5-b5cb-13b7add7caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:33.774119 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-430e7919-e92b-42af-a83a-cda2591fa3de req-dfafc5b9-64eb-4ff5-b5cb-13b7add7caf7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385637 Oct 23 01:08:33.878229 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-430e7919-e92b-42af-a83a-cda2591fa3de req-ea497246-4ce5-480a-8c4e-dfb37e83591f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859509 Oct 23 01:08:34.313293 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-430e7919-e92b-42af-a83a-cda2591fa3de req-5dfac6ff-a7b7-4359-8c24-b00736dd0f32 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860353 Oct 23 01:08:34.506792 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db58117-01b9-4058-89b4-ecbdd54d49ed req-08630496-b974-4ee3-9b67-bf8e84b8bf7e tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:34.508913 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7db58117-01b9-4058-89b4-ecbdd54d49ed req-08630496-b974-4ee3-9b67-bf8e84b8bf7e tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0526838 Oct 23 01:08:34.571252 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-7db58117-01b9-4058-89b4-ecbdd54d49ed req-ce7f7dc6-5ef4-4c4c-a17c-81bb4592c5f4 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3&id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560958 Oct 23 01:08:40.302153 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35ab6c24-bae8-4084-beb8-834abd9b1a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.456624 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-032d46f5-f994-4705-a89e-4f46a8132465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.742342 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.308389 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=41 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:44.310285 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=53 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:44.559444 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=15 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:44.565674 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=16 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:45.366153 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.407080 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.633830 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:08:52.365544 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.359365 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:02.362660 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:10.303427 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e050-dc1a-4241-86ef-35b5ab41acef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.458644 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6396e38c-f1b2-4d6b-ad6d-497c78d4cd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.747875 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.369464 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.408761 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.653020 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:17.653782 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:22.360489 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.633075 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:09:32.354696 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:32.356817 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=4,neutron:SELECT=18 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:35.375248 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-4e70a839-e78d-441c-b322-95d1a90cc02c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397761 Oct 23 01:09:35.456653 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-a73e1ae2-7bf6-47d2-86cc-ea4d1662e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:35.458131 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-a73e1ae2-7bf6-47d2-86cc-ea4d1662e61f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1168 time: 0.0430708 Oct 23 01:09:35.557915 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-bf1e6108-5a88-4bef-a68d-5758ac8b6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:35.559400 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-bf1e6108-5a88-4bef-a68d-5758ac8b6b4a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.0832784 Oct 23 01:09:35.623295 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-0e6d5097-d253-4d44-a31f-7dcee044c900 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 999 time: 0.0571773 Oct 23 01:09:35.670253 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-c3581144-72ac-4174-9c1b-93e8b6f7e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:35.671662 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-c3581144-72ac-4174-9c1b-93e8b6f7e94e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0430050 Oct 23 01:09:35.713726 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-24be34b2-20ce-4a50-b4e4-f6e3fc6261e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:35.715195 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-24be34b2-20ce-4a50-b4e4-f6e3fc6261e7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0374627 Oct 23 01:09:35.804965 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-69283f3a-7600-4983-978d-974cd98e140b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831201 Oct 23 01:09:35.896971 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-64ed2102-09b7-4856-8d75-71eb6683fd93 req-53f64dd7-32c1-42c3-9fd9-78dcd41c0670 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862904 Oct 23 01:09:37.973923 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-12986114-3d1e-4809-adc2-287f045ded0a tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-877141041&fields=id&tenant_id=556e35a126cf4cdfa08a92edd6d58807 HTTP/1.1" status: 200 len: 267 time: 0.0441658 Oct 23 01:09:38.023433 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-4cf49776-f610-4af0-9036-8514824cead6 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.025476 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-4cf49776-f610-4af0-9036-8514824cead6 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 984 time: 0.0458133 Oct 23 01:09:38.035514 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.v2.base [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Request body: {'port': {'security_groups': ['b027f5ad-c112-444d-bb77-a5a70449703f']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:38.106206 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418450'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.271449 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] For port 164bf152-85b4-40f5-bcd8-c932d8e7b457, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:38.299194 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.303579 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784371233913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784370823792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784370823810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7733893'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.314051 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.314677 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.316008 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-56f339e5-ccea-4447-9ef4-79718f335ba2 req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "PUT /networking/v2.0/ports/164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 942 time: 0.2847788 Oct 23 01:09:38.316145 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['164bf152-85b4-40f5-bcd8-c932d8e7b457'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:09:38.316647 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:09:38.322707 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f313346b-7643-48f1-bd10-dc451773338c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:09:38.322837 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46632) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:38.367917 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event updated for resources: {'Port': ['ID=164bf152-85b4-40f5-bcd8-c932d8e7b457,revision_number=7']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:38.377137 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.377492 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.377839 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.378174 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.378504 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.378856 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.379156 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.379477 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.379801 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.380125 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.380476 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.380811 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.381114 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.381431 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.381747 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043b32e-4ed1-4724-ada7-fadf4b68715f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.388019 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group (4266cf3f-db2f-4d37-a3e7-a25a5a7865f3), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.406187 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132ffe8-a46b-4fc8-9bd5-3c17b60623c2 x-openstack-request-id: req-d132ffe8-a46b-4fc8-9bd5-3c17b60623c2 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:09:38.406475 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:09:38.406721 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d132ffe8-a46b-4fc8-9bd5-3c17b60623c2 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:09:38.407121 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d132ffe8-a46b-4fc8-9bd5-3c17b60623c2'] response: {'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'status': 'completed', 'code': 200} Oct 23 01:09:38.409037 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['164bf152-85b4-40f5-bcd8-c932d8e7b457'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:09:38.414337 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group (4266cf3f-db2f-4d37-a3e7-a25a5a7865f3), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.485238 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313346b-7643-48f1-bd10-dc451773338c req-8c15abbe-18a5-4f1e-80c8-b6fc7d5b017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.486754 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f313346b-7643-48f1-bd10-dc451773338c req-8c15abbe-18a5-4f1e-80c8-b6fc7d5b017a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1129 time: 0.0544581 Oct 23 01:09:38.556542 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (4266cf3f-db2f-4d37-a3e7-a25a5a7865f3), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.559048 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.560209 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4266cf3f-db2f-4d37-a3e7-a25a5a7865f3 HTTP/1.1" status: 204 len: 168 time: 0.2365208 Oct 23 01:09:38.563405 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46636) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:38.579117 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4266cf3f-db2f-4d37-a3e7-a25a5a7865f3,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:38.592758 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.593155 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.593437 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.593755 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.594079 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.594399 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.594717 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.595031 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.595345 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.595659 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.595974 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.596288 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.596624 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.596943 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.597258 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ee942-c785-41d3-b7e9-e931c61cfb5f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:38.609879 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313346b-7643-48f1-bd10-dc451773338c req-f117eefa-a581-49e3-bfcb-23dad82c2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.610950 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f313346b-7643-48f1-bd10-dc451773338c req-f117eefa-a581-49e3-bfcb-23dad82c2aaa service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.1177816 Oct 23 01:09:38.675855 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f313346b-7643-48f1-bd10-dc451773338c req-b5e275cc-439a-4578-acf1-d58830c4d3cd service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 999 time: 0.0588870 Oct 23 01:09:38.718951 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Deleting port 8c06fe2b-99b7-4b3e-9ac4-86f5d9419958 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:38.719301 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.725621 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.730715 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313346b-7643-48f1-bd10-dc451773338c req-a60005b8-1a8c-45b2-9251-bed959ddfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.732698 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f313346b-7643-48f1-bd10-dc451773338c req-a60005b8-1a8c-45b2-9251-bed959ddfe7c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0502412 Oct 23 01:09:38.776362 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313346b-7643-48f1-bd10-dc451773338c req-195f53f3-e63b-422a-9115-f10e54a82a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.777847 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f313346b-7643-48f1-bd10-dc451773338c req-195f53f3-e63b-422a-9115-f10e54a82a14 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398917 Oct 23 01:09:38.801336 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.801667 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for floatingip (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.814484 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Calling delete_port for 8c06fe2b-99b7-4b3e-9ac4-86f5d9419958 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:38.871154 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f313346b-7643-48f1-bd10-dc451773338c req-d0ca9df2-6355-4d55-91e6-581999131571 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Oct 23 01:09:38.903135 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.926604 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.960590 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-f313346b-7643-48f1-bd10-dc451773338c req-6d858c1a-3b1d-41b6-853f-6cfce8a1c792 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825887 Oct 23 01:09:38.960963 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (8c06fe2b-99b7-4b3e-9ac4-86f5d9419958), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.983823 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event deleted for resources: {'Port': ['ID=8c06fe2b-99b7-4b3e-9ac4-86f5d9419958,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:38.991660 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:39.048058 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks [] for floatingip (e334905b-7f57-41d6-b2d4-08f5b2b7994e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.048406 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.db.l3_db [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Floating IP e334905b-7f57-41d6-b2d4-08f5b2b7994e disassociated (deleted). External IP: 172.37.1.9, port: 164bf152-85b4-40f5-bcd8-c932d8e7b457. Oct 23 01:09:39.481119 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:39.582219 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:39.587612 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.592221 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] Sync routers for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:39.602613 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:39.603256 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:09:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:39.617305 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-ee1647b1-4684-486b-a98b-3725b2c72a58 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/e334905b-7f57-41d6-b2d4-08f5b2b7994e HTTP/1.1" status: 204 len: 168 time: 1.0527978 Oct 23 01:09:39.704241 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:39.983688 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 5, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:40.010573 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] Checking router: 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:09:40.018476 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:40.019041 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:09:12Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:40.115698 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:40.296870 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 5, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:40.311186 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4af5-38c6-4fb4-9b60-32dd83da4d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.322784 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766352e-d208-4365-9881-5938d6a1e1b7 None None] The sync data for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb is: [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:26Z', 'revision_number': 4, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6121db32-9891-4ec5-92c1-7217175f9132', 'name': '', 'network_id': 'c44cd1c4-2962-40fa-90fa-ba32457bf09a', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'mac_address': 'fa:16:3e:3c:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:25Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 5, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'subnets': [{'id': '7135de45-1767-4440-8bd0-9f05dd66a0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:40.408869 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:09:40.411311 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d55282cc0b04268a1a8a3bf0138c2e94a72fad7a6c3ebb6df1b8fede1b3c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a1363-99b3-4502-b5b5-f3c65b10f709" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:09:40.449502 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9001d-3e58-499d-bb61-8d287470341a x-openstack-request-id: req-c3a9001d-3e58-499d-bb61-8d287470341a {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:09:40.449801 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:09:40.450050 dv-cinder-master-3-smb neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3a9001d-3e58-499d-bb61-8d287470341a {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:09:40.450463 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a9001d-3e58-499d-bb61-8d287470341a'] response: {'name': 'network-changed', 'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'status': 'completed', 'code': 200} Oct 23 01:09:40.514881 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-0c7b4106-89db-441c-ad19-3403570a912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.516747 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-0c7b4106-89db-441c-ad19-3403570a912b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=556e35a126cf4cdfa08a92edd6d58807&device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 1129 time: 0.0458081 Oct 23 01:09:40.579424 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84a508-f51a-4796-b4e2-b0cc15456463 None None] New status for floating IP e334905b-7f57-41d6-b2d4-08f5b2b7994e: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:09:40.608995 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-348a1b38-b2ba-4ae6-a3ac-bf30605dc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.610469 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-348a1b38-b2ba-4ae6-a3ac-bf30605dc206 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 200 len: 916 time: 0.0886869 Oct 23 01:09:40.650040 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-f67cecf0-a6ef-476c-b716-ba8fc006b7e2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 200 len: 217 time: 0.0329266 Oct 23 01:09:40.701726 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-384adf5d-7d6f-45d1-a4c0-a61256fcd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.703174 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-384adf5d-7d6f-45d1-a4c0-a61256fcd3f8 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 200 len: 854 time: 0.0476992 Oct 23 01:09:40.746262 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-4ff7b52d-0177-465f-9059-80997eef23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.747742 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-4ff7b52d-0177-465f-9059-80997eef23f9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c44cd1c4-2962-40fa-90fa-ba32457bf09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0387750 Oct 23 01:09:40.839151 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-9d4c2392-7d3f-4e49-bb33-06c200bc6f32 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848505 Oct 23 01:09:40.928393 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-661a1363-99b3-4502-b5b5-f3c65b10f709 req-ddd55437-ca21-49da-b0cb-8f7c58020201 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 Oct 23 01:09:42.363012 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e5c18-af67-4b83-aa5f-5b2e51834b0d req-e93ceee4-0e30-44f2-954e-0882b93e8b6f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:42.364552 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-052e5c18-af67-4b83-aa5f-5b2e51834b0d req-e93ceee4-0e30-44f2-954e-0882b93e8b6f tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0466263 Oct 23 01:09:42.414317 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-052e5c18-af67-4b83-aa5f-5b2e51834b0d req-6e34519a-8bf0-4070-9218-210f2b8a4c0b tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Oct 23 01:09:42.460124 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1a709f46-b6ec-4968-a5d1-efc065f25f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.534973 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cd924-8e9b-4e8e-bb12-fbb974049575 req-8ea0e1f6-65a1-49f8-b519-55eb106f7876 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:43.536424 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2f1cd924-8e9b-4e8e-bb12-fbb974049575 req-8ea0e1f6-65a1-49f8-b519-55eb106f7876 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0461006 Oct 23 01:09:43.582581 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-2f1cd924-8e9b-4e8e-bb12-fbb974049575 req-00a9800b-31b5-4d55-baaa-dd6b4f83a1cb tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b027f5ad-c112-444d-bb77-a5a70449703f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Oct 23 01:09:43.748227 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.133274 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-a39564e8-73f6-4742-aaad-510e71670418 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:44.135228 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-a39564e8-73f6-4742-aaad-510e71670418 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 945 time: 0.0458624 Oct 23 01:09:44.218283 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Deleting port 164bf152-85b4-40f5-bcd8-c932d8e7b457 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:44.218625 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.304415 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] For port 164bf152-85b4-40f5-bcd8-c932d8e7b457, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=164bf152-85b4-40f5-bcd8-c932d8e7b457,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:44.304786 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.317722 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Calling delete_port for 164bf152-85b4-40f5-bcd8-c932d8e7b457 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:44.392055 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:44.436194 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:44.446187 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (164bf152-85b4-40f5-bcd8-c932d8e7b457), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.457552 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] get_ports_and_sgs() called for port_ids ['164bf152-85b4-40f5-bcd8-c932d8e7b457'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:09:44.474798 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Pushing event deleted for resources: {'Port': ['ID=164bf152-85b4-40f5-bcd8-c932d8e7b457,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:44.520797 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] No DVR routers for this DVR port 164bf152-85b4-40f5-bcd8-c932d8e7b457 on host hv-cinder-maste {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:44.523461 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40145'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.526701 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [req-5f1d0209-12c5-48f1-8681-18b7386a15dc req-65c394a8-e8de-4881-a256-126bc5469db2 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.43 "DELETE /networking/v2.0/ports/164bf152-85b4-40f5-bcd8-c932d8e7b457 HTTP/1.1" status: 204 len: 173 time: 0.3852241 Oct 23 01:09:44.527191 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'name': 'network-vif-deleted', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:09:44.529515 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabe5ad7b530f3f811091e0d4f868e0f46901e89062b1f8d2ae213147fb0638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1092c1-373c-4dce-9291-6828b0905b7e" -d '{"events": [{"server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "name": "network-vif-deleted", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:09:44.568011 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fe7ac4-ee05-4fab-acdb-f48ef9b1dd81 x-openstack-request-id: req-03fe7ac4-ee05-4fab-acdb-f48ef9b1dd81 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:09:44.568331 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3858c6-b506-4219-9412-41032b08ebd4", "name": "network-vif-deleted", "tag": "164bf152-85b4-40f5-bcd8-c932d8e7b457", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:09:44.568575 dv-cinder-master-3-smb neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03fe7ac4-ee05-4fab-acdb-f48ef9b1dd81 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:09:44.569014 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03fe7ac4-ee05-4fab-acdb-f48ef9b1dd81'] response: {'server_uuid': 'aa3858c6-b506-4219-9412-41032b08ebd4', 'name': 'network-vif-deleted', 'tag': '164bf152-85b4-40f5-bcd8-c932d8e7b457', 'status': 'completed', 'code': 200} Oct 23 01:09:44.699625 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [req-0b0c22c7-c58f-4e80-8b07-490f92ea6390 req-3fec8fd7-ed18-4a1f-a35f-3dbc368a9761 tempest-TestMinimumBasicScenario-1495923814 tempest-TestMinimumBasicScenario-1495923814-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=aa3858c6-b506-4219-9412-41032b08ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0283289 Oct 23 01:09:45.372862 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.412755 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.257474 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46722) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:46.502807 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:46.560913 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.609384 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:46.773896 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Deleting port 6121db32-9891-4ec5-92c1-7217175f9132 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:46.774144 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (6121db32-9891-4ec5-92c1-7217175f9132), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.852157 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] For port 6121db32-9891-4ec5-92c1-7217175f9132, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6121db32-9891-4ec5-92c1-7217175f9132,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:46.853083 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (6121db32-9891-4ec5-92c1-7217175f9132), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.865805 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Calling delete_port for 6121db32-9891-4ec5-92c1-7217175f9132 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:47.039513 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (6121db32-9891-4ec5-92c1-7217175f9132), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.063411 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Pushing event deleted for resources: {'Port': ['ID=6121db32-9891-4ec5-92c1-7217175f9132,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:47.228257 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.247696 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41b72e-a318-422c-8731-ad191bce649a None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:09:47.321741 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41b72e-a318-422c-8731-ad191bce649a None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:09:47.334433 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:47.416443 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:47.437896 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:47.443702 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:47.538330 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:47.544044 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-07220ea4-1e3c-4c7a-b221-9854db53362b admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/4a76c03d-022e-41d4-9c6e-f186f4ba4e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2852936 Oct 23 01:09:47.546770 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46724) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:47.548398 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] Sync routers for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:47.562378 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:47.562987 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:09:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.628189 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 164bf152-85b4-40f5-bcd8-c932d8e7b457 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:47.652008 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks [] for router (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.657047 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] No Port match for: 164bf152-85b4-40f5-bcd8-c932d8e7b457 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:47.657748 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Device 164bf152-85b4-40f5-bcd8-c932d8e7b457 not bound to the agent host hv-cinder-maste {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:47.669244 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: dv-cinder-master-3-smb {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:47.720211 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=75 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:47.720893 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=84 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:47.758075 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks [] for router_gateway (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.816010 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Deleting port 55fc320e-cd92-447d-b938-a09235e281f0 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:47.816588 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (55fc320e-cd92-447d-b938-a09235e281f0), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.855277 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31'}], 'enable_snat': True}, 'gw_port_id': '55fc320e-cd92-447d-b938-a09235e281f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:09:46Z', 'revision_number': 5, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port': {'id': '55fc320e-cd92-447d-b938-a09235e281f0', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.880545 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] Checking router: 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 for host: dv-cinder-master-3-smb {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:09:47.890351 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] Routers {'4a76c03d-022e-41d4-9c6e-f186f4ba4e93'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:47.890975 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:09:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.906161 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] For port 55fc320e-cd92-447d-b938-a09235e281f0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=55fc320e-cd92-447d-b938-a09235e281f0,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:47.906529 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (55fc320e-cd92-447d-b938-a09235e281f0), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.920810 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Calling delete_port for 55fc320e-cd92-447d-b938-a09235e281f0 owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:47.977365 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] Set router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:48.021497 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-9b6f2e37-c073-4ae1-b3d7-c022a41c3cbd None None] Provisioning complete for port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:48.022170 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2e37-c073-4ae1-b3d7-c022a41c3cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.022600 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-9b6f2e37-c073-4ae1-b3d7-c022a41c3cbd None None] Attempt 1 to provision port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 Oct 23 01:09:48.025207 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:09:47Z', 'revision_number': 6, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:48.052417 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3368c98-e985-4564-9bb4-1b8636765761 None None] The sync data for ids ['4a76c03d-022e-41d4-9c6e-f186f4ba4e93'] in dv-cinder-master-3-smb is: [{'id': '4a76c03d-022e-41d4-9c6e-f186f4ba4e93', 'name': 'tempest-TestMinimumBasicScenario-1479191867-router', 'tenant_id': '556e35a126cf4cdfa08a92edd6d58807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:23Z', 'updated_at': '2022-10-23T01:09:47Z', 'revision_number': 6, 'project_id': '556e35a126cf4cdfa08a92edd6d58807', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:48.106638 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f2e37-c073-4ae1-b3d7-c022a41c3cbd None None] Current status of the port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:48.108425 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (55fc320e-cd92-447d-b938-a09235e281f0), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.136623 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fc320e-cd92-447d-b938-a09235e281f0,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:48.197023 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.539890 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.542128 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks [] for router_controller (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.582051 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (4a76c03d-022e-41d4-9c6e-f186f4ba4e93), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.582844 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a76c03d-022e-41d4-9c6e-f186f4ba4e93 {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:48.586820 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.588459 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-3aa80c5b-1a31-4701-9b59-5cec93568f66 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/4a76c03d-022e-41d4-9c6e-f186f4ba4e93 HTTP/1.1" status: 204 len: 168 time: 1.0406833 Oct 23 01:09:48.590961 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46726) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:48.638176 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacaab96-150d-4ecd-a871-1669fd2ad521 admin admin] Deleting subnet 7135de45-1767-4440-8bd0-9f05dd66a0a7 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:48.641184 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eacaab96-150d-4ecd-a871-1669fd2ad521 admin admin] Publish callbacks [] for subnet (7135de45-1767-4440-8bd0-9f05dd66a0a7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.670125 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:48.676382 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eacaab96-150d-4ecd-a871-1669fd2ad521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4691568'] for subnet (7135de45-1767-4440-8bd0-9f05dd66a0a7), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.697861 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:48.751894 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eacaab96-150d-4ecd-a871-1669fd2ad521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (7135de45-1767-4440-8bd0-9f05dd66a0a7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.814049 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eacaab96-150d-4ecd-a871-1669fd2ad521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4593651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4677965'] for subnet (7135de45-1767-4440-8bd0-9f05dd66a0a7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.828819 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 6121db32-9891-4ec5-92c1-7217175f9132 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:48.836587 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaab96-150d-4ecd-a871-1669fd2ad521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7135de45-1767-4440-8bd0-9f05dd66a0a7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:48.846404 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eacaab96-150d-4ecd-a871-1669fd2ad521 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.852157 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-eacaab96-150d-4ecd-a871-1669fd2ad521 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/7135de45-1767-4440-8bd0-9f05dd66a0a7 HTTP/1.1" status: 204 len: 168 time: 0.2576470 Oct 23 01:09:48.852157 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46728) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:48.853026 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 6121db32-9891-4ec5-92c1-7217175f9132 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:48.853474 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 6121db32-9891-4ec5-92c1-7217175f9132 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:48.856197 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1de51-0570-4b37-802c-8b0cf4177271 None None] Network c44cd1c4-2962-40fa-90fa-ba32457bf09a requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:48.925741 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (c44cd1c4-2962-40fa-90fa-ba32457bf09a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.969707 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Deleting port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:48.970042 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.024088 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] DHCP port deletion for c44cd1c4-2962-40fa-90fa-ba32457bf09a request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:49.038403 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] For port 7ffbfcba-4d91-417a-9536-fa9e76b254f2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7ffbfcba-4d91-417a-9536-fa9e76b254f2,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:49.038952 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.053698 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Calling delete_port for 7ffbfcba-4d91-417a-9536-fa9e76b254f2 owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:49.063042 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Deleting port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:49.063633 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.132405 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] For port 7ffbfcba-4d91-417a-9536-fa9e76b254f2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7ffbfcba-4d91-417a-9536-fa9e76b254f2,segment=NetworkSegment(c5f9a373-18f5-4c04-8cc5-5fc81a2f5845),segment_id=c5f9a373-18f5-4c04-8cc5-5fc81a2f5845)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:49.133069 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.135868 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:49.138438 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.148592 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Calling delete_port for 7ffbfcba-4d91-417a-9536-fa9e76b254f2 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:49.169544 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffbfcba-4d91-417a-9536-fa9e76b254f2,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:49.171542 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] No DVR routers for this DVR port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 on host dv-cinder-master-3-smb {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:49.223950 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783'] for port (7ffbfcba-4d91-417a-9536-fa9e76b254f2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.240613 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (c44cd1c4-2962-40fa-90fa-ba32457bf09a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.247244 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Pushing event deleted for resources: {'Port': ['ID=7ffbfcba-4d91-417a-9536-fa9e76b254f2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:49.256793 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.257121 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.257474 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.258077 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.258412 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.258803 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.259099 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.259425 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.259750 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.260073 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.260451 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.260746 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.261067 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.261389 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.261708 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:49.261824 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44cd1c4-2962-40fa-90fa-ba32457bf09a']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:49.264542 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994e9d3-3794-45d7-92bc-b470b22c8267 None None] No DVR routers for this DVR port 7ffbfcba-4d91-417a-9536-fa9e76b254f2 on host dv-cinder-master-3-smb {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:49.275972 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:49.275972 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f9a373-18f5-4c04-8cc5-5fc81a2f5845') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:49.286014 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4691579'] for segment (c5f9a373-18f5-4c04-8cc5-5fc81a2f5845), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.299724 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (c5f9a373-18f5-4c04-8cc5-5fc81a2f5845), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.306566 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:49.306987 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590165'] for segment (c5f9a373-18f5-4c04-8cc5-5fc81a2f5845), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.368067 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (c44cd1c4-2962-40fa-90fa-ba32457bf09a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.373955 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.380096 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/c44cd1c4-2962-40fa-90fa-ba32457bf09a HTTP/1.1" status: 204 len: 168 time: 0.5229089 Oct 23 01:09:49.380096 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment c5f9a373-18f5-4c04-8cc5-5fc81a2f5845 resource provider aggregate not found Oct 23 01:09:49.380288 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.39', 46734) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:49.395063 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6487770-def4-4944-8a6a-26235cd8af8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c44cd1c4-2962-40fa-90fa-ba32457bf09a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:49.401171 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment c5f9a373-18f5-4c04-8cc5-5fc81a2f5845 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5f9a373-18f5-4c04-8cc5-5fc81a2f5845 found for delete ", "request_id": "req-0ef50ab3-a3d1-4d4d-9ed0-6195ede98d0a"}]} Oct 23 01:09:49.682482 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973365'] for router_interface (5f4b47ca-f9cf-47aa-b879-c07486210261), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.893945 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Deleting port 1d115062-cc5f-45ab-a0ea-334035aec04c {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:49.894280 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.970436 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] For port 1d115062-cc5f-45ab-a0ea-334035aec04c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1d115062-cc5f-45ab-a0ea-334035aec04c,segment=NetworkSegment(1e182896-2b11-4d79-93f4-29b246b3893e),segment_id=1e182896-2b11-4d79-93f4-29b246b3893e)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:49.970715 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.983763 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Calling delete_port for 1d115062-cc5f-45ab-a0ea-334035aec04c owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:50.030315 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:50.090183 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:50.160244 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7733900'] for port (1d115062-cc5f-45ab-a0ea-334035aec04c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.188977 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d115062-cc5f-45ab-a0ea-334035aec04c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:50.224499 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 7ffbfcba-4d91-417a-9536-fa9e76b254f2 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:50.250017 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 7ffbfcba-4d91-417a-9536-fa9e76b254f2 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:50.250618 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 7ffbfcba-4d91-417a-9536-fa9e76b254f2 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:50.251223 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 55fc320e-cd92-447d-b938-a09235e281f0 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:50.270452 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 55fc320e-cd92-447d-b938-a09235e281f0 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:50.270798 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 55fc320e-cd92-447d-b938-a09235e281f0 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:50.358695 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1784088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992133'] for router_interface (5f4b47ca-f9cf-47aa-b879-c07486210261), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.379024 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ef583-ba37-4fdd-8880-456e22910aa1 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:09:50.446561 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ef583-ba37-4fdd-8880-456e22910aa1 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:09:50.810562 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Router 5f4b47ca-f9cf-47aa-b879-c07486210261 has already been hosted by L3 agent e1160f42-b1ea-4bad-b71f-457e9f913462 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:50.917774 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:50.922677 dv-cinder-master-3-smb neutron-server[104468]: INFO neutron.wsgi [None req-bbd74d61-41b8-47f2-927e-0d439bb1bb0a admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/5f4b47ca-f9cf-47aa-b879-c07486210261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5413845 Oct 23 01:09:50.925354 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46738) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:50.939393 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] Sync routers for ids ['5f4b47ca-f9cf-47aa-b879-c07486210261'] in dv-cinder-master-3-smb {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:50.950362 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] Routers {'5f4b47ca-f9cf-47aa-b879-c07486210261'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:50.950986 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:09:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['5f4b47ca-f9cf-47aa-b879-c07486210261'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.024543 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.029220 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks [] for router (5f4b47ca-f9cf-47aa-b879-c07486210261), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.062650 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] Set router 5f4b47ca-f9cf-47aa-b879-c07486210261 gateway port host: dv-cinder-master-3-smb {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:51.087305 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.116142 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c02d5fe1-ca9c-4296-bfe1-a20afc932413 None None] Provisioning complete for port 758592e9-943d-48e3-9601-9614a6411d78 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:51.116604 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c02d5fe1-ca9c-4296-bfe1-a20afc932413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13358769'] for port (758592e9-943d-48e3-9601-9614a6411d78), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.117018 dv-cinder-master-3-smb neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c02d5fe1-ca9c-4296-bfe1-a20afc932413 None None] Attempt 1 to provision port 758592e9-943d-48e3-9601-9614a6411d78 Oct 23 01:09:51.128907 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks [] for router_gateway (5f4b47ca-f9cf-47aa-b879-c07486210261), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.171238 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Deleting port 5d1f196c-0903-4338-be17-54dc3858953e {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:51.171578 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (5d1f196c-0903-4338-be17-54dc3858953e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.212518 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.251788 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] For port 5d1f196c-0903-4338-be17-54dc3858953e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5d1f196c-0903-4338-be17-54dc3858953e,segment=NetworkSegment(86f2f482-664f-4627-906c-db9a20e71562),segment_id=86f2f482-664f-4627-906c-db9a20e71562)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:51.252069 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (5d1f196c-0903-4338-be17-54dc3858953e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.265006 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c02d5fe1-ca9c-4296-bfe1-a20afc932413 None None] Current status of the port 758592e9-943d-48e3-9601-9614a6411d78 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:51.265520 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Calling delete_port for 5d1f196c-0903-4338-be17-54dc3858953e owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:51.303014 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'external_fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d1f196c-0903-4338-be17-54dc3858953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:09:50Z', 'revision_number': 5, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port': {'id': '5d1f196c-0903-4338-be17-54dc3858953e', 'name': '', 'network_id': '74737bbd-4eba-40c6-a252-dce96ba1f5af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'ip_address': '172.37.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81975a69-7eb3-4015-9c6d-692be6a0e92d', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.327494 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] Checking router: 5f4b47ca-f9cf-47aa-b879-c07486210261 for host: dv-cinder-master-3-smb {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:09:51.336009 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] Routers {'5f4b47ca-f9cf-47aa-b879-c07486210261'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:51.336646 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:12Z,description=,heartbeat_timestamp=2022-10-23T01:09:42Z,host='dv-cinder-master-3-smb',id=e1160f42-b1ea-4bad-b71f-457e9f913462,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:12Z,topic='l3_agent')) {'router_ids': ['5f4b47ca-f9cf-47aa-b879-c07486210261'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.402947 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.423649 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] Set router 5f4b47ca-f9cf-47aa-b879-c07486210261 gateway port host: None {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:51.428508 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (5d1f196c-0903-4338-be17-54dc3858953e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.456232 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1f196c-0903-4338-be17-54dc3858953e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:51.475152 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:09:51Z', 'revision_number': 6, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.499404 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf121b6-373b-43ac-b54a-1b5e5bbfb2a9 None None] The sync data for ids ['5f4b47ca-f9cf-47aa-b879-c07486210261'] in dv-cinder-master-3-smb is: [{'id': '5f4b47ca-f9cf-47aa-b879-c07486210261', 'name': 'tempest-TestMinimumBasicScenario-281761573-router', 'tenant_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:28Z', 'updated_at': '2022-10-23T01:09:51Z', 'revision_number': 6, 'project_id': '9fc8bee4b37a4723a35730abf2ac61ce', 'gw_port_host': None}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:51.518988 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993360'] for router_gateway (5f4b47ca-f9cf-47aa-b879-c07486210261), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.606398 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31669'] for router (5f4b47ca-f9cf-47aa-b879-c07486210261), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.608603 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks [] for router_controller (5f4b47ca-f9cf-47aa-b879-c07486210261), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.648627 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1973302'] for router (5f4b47ca-f9cf-47aa-b879-c07486210261), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.649185 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4b47ca-f9cf-47aa-b879-c07486210261 {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:51.653941 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.655073 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-f5b2757e-1e0e-4700-a344-83557fdcb5de admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/5f4b47ca-f9cf-47aa-b879-c07486210261 HTTP/1.1" status: 204 len: 168 time: 0.7287517 Oct 23 01:09:51.657540 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46740) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:51.704174 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0cac8a-0b02-4860-8f5c-78452f93dd12 admin admin] Deleting subnet 5392b0a3-d9fa-4be6-8d0d-a1a183784086 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:51.707407 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-db0cac8a-0b02-4860-8f5c-78452f93dd12 admin admin] Publish callbacks [] for subnet (5392b0a3-d9fa-4be6-8d0d-a1a183784086), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.749003 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-db0cac8a-0b02-4860-8f5c-78452f93dd12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4691568'] for subnet (5392b0a3-d9fa-4be6-8d0d-a1a183784086), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.823027 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-db0cac8a-0b02-4860-8f5c-78452f93dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13359435'] for subnet (5392b0a3-d9fa-4be6-8d0d-a1a183784086), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.873195 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.882384 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-db0cac8a-0b02-4860-8f5c-78452f93dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13359440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4593651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4677965'] for subnet (5392b0a3-d9fa-4be6-8d0d-a1a183784086), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.908314 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cac8a-0b02-4860-8f5c-78452f93dd12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5392b0a3-d9fa-4be6-8d0d-a1a183784086,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:51.913973 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-db0cac8a-0b02-4860-8f5c-78452f93dd12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.920254 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-db0cac8a-0b02-4860-8f5c-78452f93dd12 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/5392b0a3-d9fa-4be6-8d0d-a1a183784086 HTTP/1.1" status: 204 len: 168 time: 0.2594957 Oct 23 01:09:51.920457 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35370dd-4be5-43c3-a64d-1cdc53add679 None None] Network b174845a-9e8e-4acf-8f1b-454cfcdec921 requested from dv-cinder-master-3-smb {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:51.920596 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46742) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:51.999548 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13243970'] for network (b174845a-9e8e-4acf-8f1b-454cfcdec921), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.041882 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Deleting port 758592e9-943d-48e3-9601-9614a6411d78 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:52.042249 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784371229669'] for port (758592e9-943d-48e3-9601-9614a6411d78), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.107343 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] For port 758592e9-943d-48e3-9601-9614a6411d78, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=758592e9-943d-48e3-9601-9614a6411d78,segment=NetworkSegment(1e182896-2b11-4d79-93f4-29b246b3893e),segment_id=1e182896-2b11-4d79-93f4-29b246b3893e)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:52.107701 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1972495'] for port (758592e9-943d-48e3-9601-9614a6411d78), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.116831 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:52.121751 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Calling delete_port for 758592e9-943d-48e3-9601-9614a6411d78 owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:52.199018 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784371233967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784370823783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590080'] for port (758592e9-943d-48e3-9601-9614a6411d78), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.225808 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Pushing event deleted for resources: {'Port': ['ID=758592e9-943d-48e3-9601-9614a6411d78,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:52.229705 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] No DVR routers for this DVR port 758592e9-943d-48e3-9601-9614a6411d78 on host dv-cinder-master-3-smb {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:52.299104 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0740559-5128-4f39-b77e-2a8448d7787b None None] DHCP port deletion for b174845a-9e8e-4acf-8f1b-454cfcdec921 request from dv-cinder-master-3-smb {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:52.304485 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13361106', 'neutron.services.segments.db._delete_segments_for_network-8784371309379'] for network (b174845a-9e8e-4acf-8f1b-454cfcdec921), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.341385 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b174845a-9e8e-4acf-8f1b-454cfcdec921']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:52.351080 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 1d115062-cc5f-45ab-a0ea-334035aec04c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:52.353109 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e182896-2b11-4d79-93f4-29b246b3893e') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:52.353402 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.services.segments.db [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e182896-2b11-4d79-93f4-29b246b3893e') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:52.365215 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784371309442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4691579'] for segment (1e182896-2b11-4d79-93f4-29b246b3893e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.379134 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 1d115062-cc5f-45ab-a0ea-334035aec04c {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:52.379481 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 1d115062-cc5f-45ab-a0ea-334035aec04c not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:52.379616 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555'] for segment (1e182896-2b11-4d79-93f4-29b246b3893e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.379932 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 758592e9-943d-48e3-9601-9614a6411d78 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:52.386346 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:52.386729 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13345555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590165'] for segment (1e182896-2b11-4d79-93f4-29b246b3893e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.403858 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 758592e9-943d-48e3-9601-9614a6411d78 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:52.404209 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 758592e9-943d-48e3-9601-9614a6411d78 not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:52.404673 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 5d1f196c-0903-4338-be17-54dc3858953e no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:52.425236 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] No Port match for: 5d1f196c-0903-4338-be17-54dc3858953e {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:52.425796 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Device 5d1f196c-0903-4338-be17-54dc3858953e not bound to the agent host dv-cinder-master-3-smb {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:52.427439 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.433761 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 1e182896-2b11-4d79-93f4-29b246b3893e resource provider aggregate not found Oct 23 01:09:52.452090 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 1e182896-2b11-4d79-93f4-29b246b3893e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e182896-2b11-4d79-93f4-29b246b3893e found for delete ", "request_id": "req-d18ab68d-41da-44c1-be63-3807cf10f0f1"}]} Oct 23 01:09:52.467503 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13361115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1784097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993304'] for network (b174845a-9e8e-4acf-8f1b-454cfcdec921), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.472446 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1784115'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.475562 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/b174845a-9e8e-4acf-8f1b-454cfcdec921 HTTP/1.1" status: 204 len: 168 time: 0.5540884 Oct 23 01:09:52.488765 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac3ec9-3fbb-4539-b7f5-d9e273622923 admin admin] Pushing event deleted for resources: {'Network': ['ID=b174845a-9e8e-4acf-8f1b-454cfcdec921,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:52.646226 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46750) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.686743 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-b0b14460-8ecf-4687-a989-1208e5340f23 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=556e35a126cf4cdfa08a92edd6d58807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392802 Oct 23 01:09:52.689177 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46752) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.736832 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fbc130e2-11fd-4d7b-9300-c133b5068292 admin admin] Publish callbacks [] for security_group (b027f5ad-c112-444d-bb77-a5a70449703f), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.756398 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fbc130e2-11fd-4d7b-9300-c133b5068292 admin admin] Publish callbacks [] for security_group (b027f5ad-c112-444d-bb77-a5a70449703f), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.802757 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fbc130e2-11fd-4d7b-9300-c133b5068292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (b027f5ad-c112-444d-bb77-a5a70449703f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.805552 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fbc130e2-11fd-4d7b-9300-c133b5068292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.806737 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-fbc130e2-11fd-4d7b-9300-c133b5068292 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b027f5ad-c112-444d-bb77-a5a70449703f HTTP/1.1" status: 204 len: 168 time: 0.1166599 Oct 23 01:09:52.815680 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc130e2-11fd-4d7b-9300-c133b5068292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b027f5ad-c112-444d-bb77-a5a70449703f,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:53.123565 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46758) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:53.166539 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-f305d9b7-c428-4321-a798-b508fc4143ac admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9fc8bee4b37a4723a35730abf2ac61ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418282 Oct 23 01:09:53.168960 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.39', 46760) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:53.182676 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:53.217343 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-186853d4-775d-4e75-ab9d-2d7efe3cb22c admin admin] Publish callbacks [] for security_group (20847fd4-e2a1-404a-88cc-3cd05dcc8c54), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.237192 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-186853d4-775d-4e75-ab9d-2d7efe3cb22c admin admin] Publish callbacks [] for security_group (20847fd4-e2a1-404a-88cc-3cd05dcc8c54), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.282615 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-186853d4-775d-4e75-ab9d-2d7efe3cb22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781322'] for security_group (20847fd4-e2a1-404a-88cc-3cd05dcc8c54), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.285151 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-186853d4-775d-4e75-ab9d-2d7efe3cb22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.286274 dv-cinder-master-3-smb neutron-server[104467]: INFO neutron.wsgi [None req-186853d4-775d-4e75-ab9d-2d7efe3cb22c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/20847fd4-e2a1-404a-88cc-3cd05dcc8c54 HTTP/1.1" status: 204 len: 168 time: 0.1164439 Oct 23 01:09:53.294445 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186853d4-775d-4e75-ab9d-2d7efe3cb22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20847fd4-e2a1-404a-88cc-3cd05dcc8c54,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:58.001268 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=26 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:58.028250 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=38 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:00.912880 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:00.914872 dv-cinder-master-3-smb neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=66,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:02.827808 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.288861 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=72,neutron:DELETE=9 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.289636 dv-cinder-master-3-smb neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.308224 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=52 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.633910 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:10:10.305358 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7d05fb9d-21a7-4af3-b9cc-c9b65fa3e0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.460902 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-487db5b8-b9e4-41b1-9595-0008ffde050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.754002 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.375997 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.416037 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.758848 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=12 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:17.763343 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=22 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:22.390135 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.384064 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:32.385995 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:40.309453 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e669e87d-571e-42f2-9d98-3a605f1f7b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.632579 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:10:42.462536 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f630fc96-6916-4ea4-bee9-442aa2e39207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.753842 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.377916 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.421689 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.405102 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.756370 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:54.760974 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:02.398530 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:02.400662 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.678514 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.679231 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:10.310383 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2628fcf5-916f-43f9-aeb6-c892e6b075df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.463310 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3fcee6-01b8-4397-9648-10528f7f7260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.756526 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.789468 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [req-ff922a0d-cbe8-4fca-ba2d-05de5a07a1c1 req-57afb254-1654-48cc-a0c4-116a6096f1e0 service neutron] (104467) timed out ('10.222.0.43', 49930) {{(pid=104467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:11:14.812093 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [req-19b4171f-ca20-4db7-8cf5-6e54dc8b915b req-baf94904-1a23-4fa0-9a1f-ef8e3d811841 service neutron] (104467) timed out ('10.222.0.43', 49981) {{(pid=104467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:11:15.380445 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.420750 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.633363 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:11:22.406625 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.076472 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-4b763fb4-ab1f-43c5-a3ea-3f2a76b4b538 req-919885c7-872b-469c-9ab3-787db61507a6 service neutron] (104468) timed out ('10.222.0.43', 49902) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:11:30.912388 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-9b8d789d-89b7-4f88-980d-06271c19bf24 req-f8461f5d-1529-40e4-8e7d-81af981513b0 service neutron] (104468) timed out ('10.222.0.43', 49920) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:11:31.752814 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:31.757652 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:32.396686 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:32.403426 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:40.312239 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d5460509-98ce-4d8a-a05d-186833d7e953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.468014 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e4480a99-4409-40c4-b9bd-e11a9a7b0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.759128 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.382475 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.421900 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.418390 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.713680 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:12:02.413016 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:02.414877 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:10.316055 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9af3aa25-b7d2-4301-85c8-2233e9e944ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.475453 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=21 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:10.477237 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:12.468896 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5266-ec17-43fa-b614-b5cf1c452f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.761361 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.384686 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.425285 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.434136 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.632526 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:12:32.427485 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:32.429355 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:40.318228 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-912c220e-b468-444a-92b6-57df2871a666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.470588 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a097b68-b3e3-4015-9bf0-91b392d4d594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.763856 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.388217 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.428005 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.744646 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:45.749357 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:52.432468 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.426938 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:02.429111 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:08.632404 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:13:08.681899 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:10.319680 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-aaa12d0d-0a11-43af-b509-5ba84a0f3a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.473596 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eb617b7d-b0b2-4b40-bfcb-796093dff047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.767062 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.390494 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.430165 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.447328 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.740668 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:22.746479 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:32.442363 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:32.443123 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:40.322202 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-42b78b98-ba3e-4560-a47f-8ddf080a5756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.476045 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae6e0-edf8-45dd-b5e8-905a97da3789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.768210 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.393116 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.432351 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.633862 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:13:52.464993 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.748233 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:59.752547 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:00.106033 dv-cinder-master-3-smb neutron-server[104467]: DEBUG neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-143c49e7-6449-4191-ae96-b1dc71d7b529 service neutron] (104467) timed out ('10.222.0.39', 40552) {{(pid=104467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:14:00.310226 dv-cinder-master-3-smb neutron-server[104468]: DEBUG neutron.wsgi [req-ea09c7db-fafa-433f-8c30-6742d310ed86 req-80265a2c-78a6-45f9-8224-abb46f749ebb tempest-AttachVolumeShelveTestJSON-94112998 tempest-AttachVolumeShelveTestJSON-94112998-project] (104468) timed out ('10.222.0.39', 40560) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:14:02.454852 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:02.460594 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:10.324057 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d7673cab-4df5-432e-8116-88801a2fb504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:12.481774 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09d035a6-4e89-4934-af6b-1918557aca23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.772150 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.395022 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.434920 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.653285 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=14 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:17.654101 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=14 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:22.460777 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.632233 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:14:32.455183 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:32.457047 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:36.744729 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:36.749453 dv-cinder-master-3-smb neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:40.325314 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ebfdbb5a-ca3f-4cb7-b631-2ff8c7d48e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e869afbd-ba64-44f6-9a93-bb0eedf9de41), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.483043 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1c4f01a-b7d0-4750-a66e-c097a90a257f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (e1160f42-b1ea-4bad-b71f-457e9f913462), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:43.774565 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d4244d60-a4e5-4e71-9ccd-77a55145ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (69b0ccc6-8de9-4af0-ae02-2c3e6a7f8b8c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:45.398297 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-430f39c5-448c-43c5-ab95-e015971c85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (5a0d5ef5-bbbd-4564-bf0e-cf1cc7c2d357), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:45.437514 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-be12e991-c519-4e1d-9858-06660d31c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (092ca128-52f1-42af-a1d2-b513e5d8de4d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:52.459829 dv-cinder-master-3-smb neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a360641-9b0b-465d-a9bf-fcc0315667a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784371309361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13358355'] for agent (f194495e-ef0a-43a3-99d8-511dbc6ccae4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.630676 dv-cinder-master-3-smb neutron-server[104470]: DEBUG neutron.db.agents_db [None req-44a4bf5e-7bce-44cb-af77-27fefd134dba None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:15:02.450462 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.455520 dv-cinder-master-3-smb neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}